{"level":"info","ts":"2026-07-08T03:20:09Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"6e5976ea-a2f9-40c5-beab-218a84e947be","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-57a7d5","tenantID":"e2e-reuse-57a7d5","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T03:20:09Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"6e5976ea-a2f9-40c5-beab-218a84e947be"} {"level":"info","ts":"2026-07-08T03:20:09Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"6e5976ea-a2f9-40c5-beab-218a84e947be","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"name":"e2e-reuse-57a7d5-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-08T03:20:09Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"6e5976ea-a2f9-40c5-beab-218a84e947be","name":"test-model-57a7d5-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-57a7d5-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1732\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:20:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1368839-ecfe-4fba-9fb4-46d6b1d1c838","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3597cb89-8c23-42d2-969a-824225974896","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-sub","reconcileID":"6a410b42-d3b0-4764-845f-febdcd343c94","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"name":"maas-trlp-test-model-91d71d","model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-sub","reconcileID":"ae975f23-8939-478e-91b1-3dd8b2cd743c","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"name":"maas-trlp-test-model-a6e00a","model":"ai-tenant-e2e-inf-b-a6e00a/test-model-a6e00a","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-57a7d5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-57a7d5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-57a7d5"},"tenantIdentifier":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"aebba893-d9fb-47ab-bab5-4d1c3c177fd6","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","namespace":"ai-tenant-e2e-reuse-57a7d5","llmisvcName":"test-model-57a7d5","gateway":"openshift-ingress/e2e-reuse-57a7d5","hostnames":[]} {"level":"info","ts":"2026-07-08T03:20:13Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"2b947791-a466-47f2-a0dc-bf18483db9c2","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-57a7d5","tenantID":"e2e-reuse-57a7d5","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T03:20:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-sub","reconcileID":"17fe8dfe-8c36-4f9c-b82c-7423976da38a","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"name":"maas-trlp-test-model-57a7d5","model":"ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:13Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"2b947791-a466-47f2-a0dc-bf18483db9c2"} {"level":"info","ts":"2026-07-08T03:20:13Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"2b947791-a466-47f2-a0dc-bf18483db9c2","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"name":"e2e-reuse-57a7d5-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T03:20:15Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"9d89511d-11a0-4868-a010-35036894b0b1","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","namespace":"ai-tenant-e2e-reuse-57a7d5","llmisvcName":"test-model-57a7d5","gateway":"openshift-ingress/e2e-reuse-57a7d5","hostnames":[]} {"level":"info","ts":"2026-07-08T03:20:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-57a7d5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-57a7d5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-57a7d5"},"tenantIdentifier":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:15Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"bf6575ef-37bf-40d1-90fe-3bf008bfc5c1","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-57a7d5","tenantID":"e2e-reuse-57a7d5","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T03:20:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-sub","reconcileID":"275f7c84-e401-42c4-a267-5dc6e6addc3c","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"name":"maas-trlp-test-model-57a7d5","model":"ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:15Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"bf6575ef-37bf-40d1-90fe-3bf008bfc5c1"} {"level":"info","ts":"2026-07-08T03:20:15Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"bf6575ef-37bf-40d1-90fe-3bf008bfc5c1","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"name":"e2e-reuse-57a7d5-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T03:20:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-57a7d5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-57a7d5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-57a7d5"},"tenantIdentifier":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-57a7d5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-57a7d5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-57a7d5"},"tenantIdentifier":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:19Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"a8d7e604-6108-4f77-abcd-5b334bb1695f","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-57a7d5","tenantID":"e2e-reuse-57a7d5","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T03:20:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-sub","reconcileID":"d074fe9c-a16e-4b03-a566-6424cf936ad1","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"name":"maas-trlp-test-model-57a7d5","model":"ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-57a7d5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-57a7d5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-57a7d5"},"tenantIdentifier":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"bde2b44e-52c1-4b72-8673-e50eff52ec73","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","tenantID":"e2e-reuse-57a7d5","subscriptionNamespace":"ai-tenant-e2e-reuse-57a7d5","gatewayName":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:19Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"a8d7e604-6108-4f77-abcd-5b334bb1695f"} {"level":"info","ts":"2026-07-08T03:20:19Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"a8d7e604-6108-4f77-abcd-5b334bb1695f","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"name":"e2e-reuse-57a7d5-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T03:20:19Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-reuse-57a7d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-reuse-57a7d5","reconcileID":"3df7e426-02c2-4e8e-8ee2-c4ee77b1a172","tenant":"e2e-reuse-57a7d5","maasAPIService":"maas-api-e2e-reuse-57a7d5","revokedCount":0,"initiator":"AITenant controller finalizer"} {"level":"info","ts":"2026-07-08T03:20:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-57a7d5","deploymentName":"maas-api-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-57a7d5","deploymentName":"maas-api-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-57a7d5","deploymentName":"maas-api-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-57a7d5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-57a7d5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-57a7d5"},"tenantIdentifier":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-57a7d5","deploymentName":"maas-api-e2e-reuse-57a7d5"} {"level":"error","ts":"2026-07-08T03:20:20Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"bde2b44e-52c1-4b72-8673-e50eff52ec73","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:20:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-57a7d5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-57a7d5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-57a7d5"},"tenantIdentifier":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-57a7d5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-57a7d5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-57a7d5"},"tenantIdentifier":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"725c2a42-82e3-4c8c-a164-1d0226090809","namespace":"ai-tenant-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"725c2a42-82e3-4c8c-a164-1d0226090809","name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"725c2a42-82e3-4c8c-a164-1d0226090809","count":1} {"level":"info","ts":"2026-07-08T03:20:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-57a7d5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-57a7d5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-57a7d5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-57a7d5"},"tenantIdentifier":"e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"725c2a42-82e3-4c8c-a164-1d0226090809","tenant":"e2e-reuse-57a7d5","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:20:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-57a7d5","deploymentName":"maas-api-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-auth","reconcileID":"85f7d674-d6db-4acd-84b6-2d9c0474c378","MaaSAuthPolicy":{"name":"test-model-57a7d5-auth","namespace":"ai-tenant-e2e-reuse-57a7d5"},"model":"ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"725c2a42-82e3-4c8c-a164-1d0226090809","gvk":"Deployment","name":"maas-api-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"725c2a42-82e3-4c8c-a164-1d0226090809","gvk":"Service","name":"maas-api-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"725c2a42-82e3-4c8c-a164-1d0226090809","gvk":"HTTPRoute","name":"maas-api-route-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"default-tenant","reconcileID":"725c2a42-82e3-4c8c-a164-1d0226090809","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:20:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:20:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"c6c17709-acbe-40c4-93e6-942a38bd862e","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"c6c17709-acbe-40c4-93e6-942a38bd862e","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"c6c17709-acbe-40c4-93e6-942a38bd862e","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"79470d0b-1d2a-4796-b0c1-b06aab0c2ef1","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"79470d0b-1d2a-4796-b0c1-b06aab0c2ef1","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"79470d0b-1d2a-4796-b0c1-b06aab0c2ef1","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"7f3da3e7-161d-4285-bdbf-9417e5113761","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"7f3da3e7-161d-4285-bdbf-9417e5113761","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"7f3da3e7-161d-4285-bdbf-9417e5113761","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"a59d191d-1c38-44db-8033-f1ee2d588dcd","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"a59d191d-1c38-44db-8033-f1ee2d588dcd","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"a59d191d-1c38-44db-8033-f1ee2d588dcd","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"cca93262-9a18-446d-99e1-1299f09ff4f3","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"cca93262-9a18-446d-99e1-1299f09ff4f3","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"cca93262-9a18-446d-99e1-1299f09ff4f3","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"9fb2e156-38ff-4e97-bec3-8a4f5d7a76f4","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"9fb2e156-38ff-4e97-bec3-8a4f5d7a76f4","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"9fb2e156-38ff-4e97-bec3-8a4f5d7a76f4","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"f6994848-cd98-4c4a-b792-21db509385dc","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"f6994848-cd98-4c4a-b792-21db509385dc","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"f6994848-cd98-4c4a-b792-21db509385dc","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"664681e1-378b-4415-b4e2-8d39381cf293","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"664681e1-378b-4415-b4e2-8d39381cf293","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:23Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"664681e1-378b-4415-b4e2-8d39381cf293","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:24Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"c040eedd-c4d2-4e31-9840-b7f895a10d48","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:24Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"c040eedd-c4d2-4e31-9840-b7f895a10d48","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:24Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"c040eedd-c4d2-4e31-9840-b7f895a10d48","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:25Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"1a8ff215-1ec4-4a1a-8f85-8f8eb9dee926","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:25Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"1a8ff215-1ec4-4a1a-8f85-8f8eb9dee926","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:25Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"1a8ff215-1ec4-4a1a-8f85-8f8eb9dee926","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:25Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"20e6e931-902e-45cf-aa99-719caf04d0cb","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:25Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"20e6e931-902e-45cf-aa99-719caf04d0cb","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:25Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"20e6e931-902e-45cf-aa99-719caf04d0cb","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:30Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"35e5b210-64c2-4af7-af02-f3b7f0da2d71","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:30Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"35e5b210-64c2-4af7-af02-f3b7f0da2d71","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:30Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"35e5b210-64c2-4af7-af02-f3b7f0da2d71","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:41Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"46a427f5-a088-4c1b-a889-7635feb2c044","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"routeName":"test-model-57a7d5-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-57a7d5","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-57a7d5","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:41Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"46a427f5-a088-4c1b-a889-7635feb2c044","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:20:41Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5","reconcileID":"46a427f5-a088-4c1b-a889-7635feb2c044","error":"HTTPRoute ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-57a7d5). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:20:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1726fd13-8a12-4267-b7b6-8dcf943668b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-sub","reconcileID":"da795f44-04be-41d0-914c-78e5f8c8a306","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"name":"maas-trlp-test-model-a6e00a","model":"ai-tenant-e2e-inf-b-a6e00a/test-model-a6e00a","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-sub","reconcileID":"7e93a740-237e-411c-ac88-d9d1d49ec862","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"name":"maas-trlp-test-model-91d71d","model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5acdb31-4d33-49ce-876e-e2d5dd684431","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:20:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:20:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:21:01Z","msg":"Tenant CR not found during subscription deletion - tenant already deleted, keys inaccessible","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-sub","reconcileID":"267ba221-d13e-446b-a508-386daa443827","subscription":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"} {"level":"info","ts":"2026-07-08T03:21:01Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-sub","reconcileID":"267ba221-d13e-446b-a508-386daa443827","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"model":"ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5","subscription":"test-model-57a7d5-sub"} {"level":"info","ts":"2026-07-08T03:21:01Z","msg":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"namespace":"ai-tenant-e2e-reuse-57a7d5","name":"test-model-57a7d5-sub","reconcileID":"267ba221-d13e-446b-a508-386daa443827","MaaSSubscription":{"name":"test-model-57a7d5-sub","namespace":"ai-tenant-e2e-reuse-57a7d5"},"model":"ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5","error":"MaaSModelRef not found: ai-tenant-e2e-reuse-57a7d5/test-model-57a7d5"} {"level":"info","ts":"2026-07-08T03:21:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-sub","reconcileID":"16abe074-e3b2-44c8-b4f7-ff3588e63d5b","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"name":"maas-trlp-test-model-91d71d","model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfeab926-1f62-4571-95a3-d6db517174a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-91d71d-auth","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-auth","reconcileID":"3180194a-76e8-4b3e-b997-d44c63135624","MaaSAuthPolicy":{"name":"test-model-91d71d-auth","namespace":"ai-tenant-e2e-inf-a-91d71d"},"model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d"} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d","reconcileID":"ec74ba21-78f3-4a00-bcbf-74aaacee26d0","MaaSModelRef":{"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"},"routeName":"test-model-91d71d-kserve-route","namespace":"ai-tenant-e2e-inf-a-91d71d","llmisvcName":"test-model-91d71d","gateway":"openshift-ingress/e2e-inf-a-91d71d","hostnames":[]} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-sub","reconcileID":"670ed59e-b533-476e-9e6b-74e458d05bf3","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"name":"maas-trlp-test-model-91d71d","model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-sub","reconcileID":"5f4a8dc4-b2ec-4a44-ac3d-ad31dc10b54d","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"name":"maas-trlp-test-model-a6e00a","model":"ai-tenant-e2e-inf-b-a6e00a/test-model-a6e00a","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-91d71d-auth","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-auth","reconcileID":"bfa1e174-d8d5-43ca-b8fc-aae783137fba","MaaSAuthPolicy":{"name":"test-model-91d71d-auth","namespace":"ai-tenant-e2e-inf-a-91d71d"},"model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d"} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d","reconcileID":"c984bf14-501d-421e-8deb-1b997501a557","MaaSModelRef":{"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"},"routeName":"test-model-91d71d-kserve-route","namespace":"ai-tenant-e2e-inf-a-91d71d","llmisvcName":"test-model-91d71d","gateway":"openshift-ingress/e2e-inf-a-91d71d","hostnames":[]} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-sub","reconcileID":"827cf6dd-5e86-40a5-b5c4-5fcbf9930e6a","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"name":"maas-trlp-test-model-91d71d","model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d","subscriptionCount":1} {"level":"error","ts":"2026-07-08T03:21:08Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-91d71d-auth","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-auth","reconcileID":"bfa1e174-d8d5-43ca-b8fc-aae783137fba","error":"maasauthpolicies.maas.opendatahub.io \"test-model-91d71d-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d","reconcileID":"72d2d80d-eb34-4d6b-9c15-cf748769757c","MaaSModelRef":{"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"},"routeName":"test-model-91d71d-kserve-route","namespace":"ai-tenant-e2e-inf-a-91d71d","llmisvcName":"test-model-91d71d","gateway":"openshift-ingress/e2e-inf-a-91d71d","hostnames":[]} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"Revoked API keys for subscription deletion","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-sub","reconcileID":"1f34cb19-b9a9-4715-932d-39383ab14853","subscription":"test-model-91d71d-sub","tenant":"e2e-inf-a-91d71d","maasAPIService":"maas-api-e2e-inf-a-91d71d","revokedCount":2,"initiator":"MaaSSubscription controller finalizer"} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-sub","reconcileID":"1f34cb19-b9a9-4715-932d-39383ab14853","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d","subscription":"test-model-91d71d-sub"} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-sub","reconcileID":"1f34cb19-b9a9-4715-932d-39383ab14853","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d"} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d-sub","reconcileID":"1f34cb19-b9a9-4715-932d-39383ab14853","MaaSSubscription":{"name":"test-model-91d71d-sub","namespace":"ai-tenant-e2e-inf-a-91d71d"},"name":"maas-trlp-test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d","model":"ai-tenant-e2e-inf-a-91d71d/test-model-91d71d"} {"level":"info","ts":"2026-07-08T03:21:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"test-model-91d71d","reconcileID":"5fb3f9e9-e220-49c0-ab6e-99793296b0e0","MaaSModelRef":{"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"},"routeName":"test-model-91d71d-kserve-route","namespace":"ai-tenant-e2e-inf-a-91d71d","llmisvcName":"test-model-91d71d","gateway":"openshift-ingress/e2e-inf-a-91d71d","hostnames":[]} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dad59430-62bf-4808-a45f-c657cceb0246","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a6e00a-auth","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-auth","reconcileID":"fc4e8f2f-fe45-469e-811a-03828e470770","MaaSAuthPolicy":{"name":"test-model-a6e00a-auth","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"model":"ai-tenant-e2e-inf-b-a6e00a/test-model-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a","reconcileID":"e4aed9d7-bd46-4d44-a773-44632d25b4fb","MaaSModelRef":{"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"routeName":"test-model-a6e00a-kserve-route","namespace":"ai-tenant-e2e-inf-b-a6e00a","llmisvcName":"test-model-a6e00a","gateway":"openshift-ingress/e2e-inf-b-a6e00a","hostnames":[]} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-sub","reconcileID":"e86f065d-32ed-4430-a494-92e9d1ed85b5","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"name":"maas-trlp-test-model-a6e00a","model":"ai-tenant-e2e-inf-b-a6e00a/test-model-a6e00a","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a","reconcileID":"390b2c3e-cc80-4aad-a497-74b0b9bb76a3","MaaSModelRef":{"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"routeName":"test-model-a6e00a-kserve-route","namespace":"ai-tenant-e2e-inf-b-a6e00a","llmisvcName":"test-model-a6e00a","gateway":"openshift-ingress/e2e-inf-b-a6e00a","hostnames":[]} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-sub","reconcileID":"2992edd4-eaa5-44c1-8a90-afab14201c90","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"name":"maas-trlp-test-model-a6e00a","model":"ai-tenant-e2e-inf-b-a6e00a/test-model-a6e00a","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a","reconcileID":"893078a0-bf90-46cb-8405-cc6c700c64dc","MaaSModelRef":{"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"routeName":"test-model-a6e00a-kserve-route","namespace":"ai-tenant-e2e-inf-b-a6e00a","llmisvcName":"test-model-a6e00a","gateway":"openshift-ingress/e2e-inf-b-a6e00a","hostnames":[]} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"Revoked API keys for subscription deletion","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-sub","reconcileID":"218657f8-3a42-4738-bc2d-df466ea81f00","subscription":"test-model-a6e00a-sub","tenant":"e2e-inf-b-a6e00a","maasAPIService":"maas-api-e2e-inf-b-a6e00a","revokedCount":0,"initiator":"MaaSSubscription controller finalizer"} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-sub","reconcileID":"218657f8-3a42-4738-bc2d-df466ea81f00","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"model":"ai-tenant-e2e-inf-b-a6e00a/test-model-a6e00a","subscription":"test-model-a6e00a-sub"} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-sub","reconcileID":"218657f8-3a42-4738-bc2d-df466ea81f00","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"model":"ai-tenant-e2e-inf-b-a6e00a/test-model-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a-sub","reconcileID":"218657f8-3a42-4738-bc2d-df466ea81f00","MaaSSubscription":{"name":"test-model-a6e00a-sub","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"name":"maas-trlp-test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a","model":"ai-tenant-e2e-inf-b-a6e00a/test-model-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"test-model-a6e00a","reconcileID":"8eed3a70-e104-4d85-89ed-f7bc12b23428","MaaSModelRef":{"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"routeName":"test-model-a6e00a-kserve-route","namespace":"ai-tenant-e2e-inf-b-a6e00a","llmisvcName":"test-model-a6e00a","gateway":"openshift-ingress/e2e-inf-b-a6e00a","hostnames":[]} {"level":"info","ts":"2026-07-08T03:21:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-91d71d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-91d71d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-91d71d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-91d71d"},"tenantIdentifier":"e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:10Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-91d71d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-91d71d","reconcileID":"8e5997b3-77dc-47e5-bfa0-416ee6743f04","tenant":"e2e-inf-a-91d71d","maasAPIService":"maas-api-e2e-inf-a-91d71d","revokedCount":0,"initiator":"AITenant controller finalizer"} {"level":"info","ts":"2026-07-08T03:21:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-91d71d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-91d71d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-91d71d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-91d71d"},"tenantIdentifier":"e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"default-tenant","reconcileID":"0baa5a56-2d3b-4323-91b8-fede153af31c","tenant":"ai-tenant-e2e-inf-a-91d71d/default-tenant","tenantID":"e2e-inf-a-91d71d","subscriptionNamespace":"ai-tenant-e2e-inf-a-91d71d","gatewayName":"e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-91d71d","deploymentName":"maas-api-e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-91d71d","deploymentName":"maas-api-e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-91d71d","deploymentName":"maas-api-e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-91d71d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-91d71d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-91d71d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-91d71d"},"tenantIdentifier":"e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-91d71d","deploymentName":"maas-api-e2e-inf-a-91d71d"} {"level":"error","ts":"2026-07-08T03:21:11Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"default-tenant","reconcileID":"0baa5a56-2d3b-4323-91b8-fede153af31c","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:21:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-91d71d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-91d71d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-91d71d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-91d71d"},"tenantIdentifier":"e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-91d71d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-91d71d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-91d71d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-91d71d"},"tenantIdentifier":"e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"default-tenant","reconcileID":"70257c51-7aea-48ae-8016-1cf392d7295f","namespace":"ai-tenant-e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"default-tenant","reconcileID":"70257c51-7aea-48ae-8016-1cf392d7295f","count":0} {"level":"info","ts":"2026-07-08T03:21:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-91d71d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-91d71d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-91d71d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-91d71d"},"tenantIdentifier":"e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"default-tenant","reconcileID":"70257c51-7aea-48ae-8016-1cf392d7295f","tenant":"e2e-inf-a-91d71d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:21:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-91d71d","deploymentName":"maas-api-e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"default-tenant","reconcileID":"70257c51-7aea-48ae-8016-1cf392d7295f","gvk":"Deployment","name":"maas-api-e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"default-tenant","reconcileID":"70257c51-7aea-48ae-8016-1cf392d7295f","gvk":"Service","name":"maas-api-e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"default-tenant","reconcileID":"70257c51-7aea-48ae-8016-1cf392d7295f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:11Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-91d71d"},"namespace":"ai-tenant-e2e-inf-a-91d71d","name":"default-tenant","reconcileID":"70257c51-7aea-48ae-8016-1cf392d7295f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-91d71d"} {"level":"info","ts":"2026-07-08T03:21:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:21:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:21:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"afd6d085-5d47-492e-bb43-1573edbf2571","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6494d68a-bab3-4651-917c-b406b59a31a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:21:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:21:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-a6e00a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-a6e00a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-a6e00a"},"tenantIdentifier":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:53Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-a6e00a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-a6e00a","reconcileID":"c36923a8-f7d9-42fe-bdf9-6ad9cff2484b","tenant":"e2e-inf-b-a6e00a","maasAPIService":"maas-api-e2e-inf-b-a6e00a","revokedCount":0,"initiator":"AITenant controller finalizer"} {"level":"info","ts":"2026-07-08T03:21:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-a6e00a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-a6e00a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-a6e00a"},"tenantIdentifier":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:53Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"36c0bd5d-a79d-4562-85e7-38841bcf9ff7","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","tenantID":"e2e-inf-b-a6e00a","subscriptionNamespace":"ai-tenant-e2e-inf-b-a6e00a","gatewayName":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-a6e00a","deploymentName":"maas-api-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-a6e00a","deploymentName":"maas-api-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-a6e00a","deploymentName":"maas-api-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-a6e00a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-a6e00a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-a6e00a"},"tenantIdentifier":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-a6e00a","deploymentName":"maas-api-e2e-inf-b-a6e00a"} {"level":"error","ts":"2026-07-08T03:21:54Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"36c0bd5d-a79d-4562-85e7-38841bcf9ff7","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-a6e00a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-a6e00a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-a6e00a"},"tenantIdentifier":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-a6e00a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-a6e00a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-a6e00a"},"tenantIdentifier":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"5cdf92f8-bad7-4ee7-ab98-bb1bfc83c254","namespace":"ai-tenant-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"5cdf92f8-bad7-4ee7-ab98-bb1bfc83c254","count":0} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-a6e00a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-a6e00a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-a6e00a"},"tenantIdentifier":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"5cdf92f8-bad7-4ee7-ab98-bb1bfc83c254","tenant":"e2e-inf-b-a6e00a","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-a6e00a","deploymentName":"maas-api-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"5cdf92f8-bad7-4ee7-ab98-bb1bfc83c254","gvk":"Deployment","name":"maas-api-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"5cdf92f8-bad7-4ee7-ab98-bb1bfc83c254","gvk":"Service","name":"maas-api-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"5cdf92f8-bad7-4ee7-ab98-bb1bfc83c254","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"5cdf92f8-bad7-4ee7-ab98-bb1bfc83c254","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-a6e00a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-a6e00a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-a6e00a"},"tenantIdentifier":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-a6e00a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-a6e00a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-a6e00a"},"tenantIdentifier":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"f24a35e4-9aab-4a3a-8165-28a26e37eee2","namespace":"ai-tenant-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"f24a35e4-9aab-4a3a-8165-28a26e37eee2","count":0} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-a6e00a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-a6e00a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-a6e00a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-a6e00a"},"tenantIdentifier":"e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"f24a35e4-9aab-4a3a-8165-28a26e37eee2","tenant":"e2e-inf-b-a6e00a","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:21:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-a6e00a","deploymentName":"maas-api-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"f24a35e4-9aab-4a3a-8165-28a26e37eee2","gvk":"Deployment","name":"maas-api-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"f24a35e4-9aab-4a3a-8165-28a26e37eee2","gvk":"Service","name":"maas-api-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"f24a35e4-9aab-4a3a-8165-28a26e37eee2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-a6e00a"} {"level":"info","ts":"2026-07-08T03:21:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"f24a35e4-9aab-4a3a-8165-28a26e37eee2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-a6e00a"} {"level":"error","ts":"2026-07-08T03:21:54Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a6e00a"},"namespace":"ai-tenant-e2e-inf-b-a6e00a","name":"default-tenant","reconcileID":"f24a35e4-9aab-4a3a-8165-28a26e37eee2","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:21:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9268b46-8f72-4d8f-b08c-3c68879f5878","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:21:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abb4695f-9c3f-4c90-8679-7a07547588e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"72c7ed9f-5d0d-4a32-87e4-2b9e7e6717ea","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","tenantID":"e2e-api-a-ed1785","subscriptionNamespace":"ai-tenant-e2e-api-a-ed1785","gatewayName":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"4153a1e5-3c1a-4d53-a9d3-ab5e3a106723","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","tenantID":"e2e-api-a-ed1785","subscriptionNamespace":"ai-tenant-e2e-api-a-ed1785","gatewayName":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14615123-5af7-457e-a9ad-7c12cf255641","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:22:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"715a56c1-84fe-4495-a185-1a99d3130908","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:22:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10101912-613b-4ad4-acfe-5940caf1c9f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T03:22:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de2a8c73-0219-4aa5-8878-2d65e3d77311","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T03:22:08Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"6dd428c8-801b-4c79-bc43-cce7ac5ea3ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed1785","tenantID":"e2e-api-a-ed1785","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T03:22:08Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"6dd428c8-801b-4c79-bc43-cce7ac5ea3ea"} {"level":"info","ts":"2026-07-08T03:22:08Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"6dd428c8-801b-4c79-bc43-cce7ac5ea3ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"name":"e2e-api-a-ed1785-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T03:22:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bf29f12-cc27-4146-96d1-060d2b564e56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T03:22:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"692f7a90-7415-4d54-829c-3ced0401ad9f","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","tenantID":"e2e-api-b-a4e50e","subscriptionNamespace":"ai-tenant-e2e-api-b-a4e50e","gatewayName":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:12Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"4c616bf9-b339-4e4b-9577-bac53bbcb9f1","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","tenantID":"e2e-api-b-a4e50e","subscriptionNamespace":"ai-tenant-e2e-api-b-a4e50e","gatewayName":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1021d51d-e7a2-41fe-bbbc-d0a74f868c8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:22:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf08b336-8aa5-4950-8845-468ca831c0fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:22:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a13c6e02-d781-4c36-9876-a3b6f6da0a63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T03:22:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"726923be-0cf8-4865-ad8f-de66565afdfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T03:22:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"e2e-e2e-api-b-a4e50e-policy","reconcileID":"0b2da2ad-cdd7-40cb-82b2-264c41d23506","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a4e50e","tenantID":"e2e-api-b-a4e50e","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T03:22:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"e2e-e2e-api-b-a4e50e-policy","reconcileID":"0b2da2ad-cdd7-40cb-82b2-264c41d23506"} {"level":"info","ts":"2026-07-08T03:22:16Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"e2e-e2e-api-b-a4e50e-policy","reconcileID":"0b2da2ad-cdd7-40cb-82b2-264c41d23506","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"name":"e2e-api-b-a4e50e-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T03:22:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3321562c-a123-4775-89a6-ed3484b91448","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T03:22:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:22:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:22:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:24Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"f9549a49-f0d0-48df-9647-9df0dd16ee5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed1785","tenantID":"e2e-api-a-ed1785","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T03:22:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"b727d33e-483f-4102-9a02-99938cf2c6e6","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","tenantID":"e2e-api-a-ed1785","subscriptionNamespace":"ai-tenant-e2e-api-a-ed1785","gatewayName":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:24Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"f9549a49-f0d0-48df-9647-9df0dd16ee5e"} {"level":"info","ts":"2026-07-08T03:22:24Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"f9549a49-f0d0-48df-9647-9df0dd16ee5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"name":"e2e-api-a-ed1785-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T03:22:24Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ed1785","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ed1785","reconcileID":"b13f8b53-4886-4e19-beb7-8a8287371db1","tenant":"e2e-api-a-ed1785","maasAPIService":"maas-api-e2e-api-a-ed1785","revokedCount":0,"initiator":"AITenant controller finalizer"} {"level":"info","ts":"2026-07-08T03:22:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:24Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"1adbb753-cc3d-4a86-91e2-8b0f7471335a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed1785","tenantID":"e2e-api-a-ed1785","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T03:22:24Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"1adbb753-cc3d-4a86-91e2-8b0f7471335a"} {"level":"info","ts":"2026-07-08T03:22:24Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"1adbb753-cc3d-4a86-91e2-8b0f7471335a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"name":"e2e-api-a-ed1785-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T03:22:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"error","ts":"2026-07-08T03:22:25Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"b727d33e-483f-4102-9a02-99938cf2c6e6","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:22:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"5aef4dbf-f96a-42f9-bdea-5e4a6add2775","namespace":"ai-tenant-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"5aef4dbf-f96a-42f9-bdea-5e4a6add2775","name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"e2e-e2e-api-a-ed1785-policy","reconcileID":"2773afc0-0f93-4f37-b2f8-317e6efd8d30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed1785-policy","namespace":"ai-tenant-e2e-api-a-ed1785"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T03:22:25Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"5aef4dbf-f96a-42f9-bdea-5e4a6add2775","count":1} {"level":"info","ts":"2026-07-08T03:22:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ed1785/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ed1785","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ed1785","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ed1785"},"tenantIdentifier":"e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"5aef4dbf-f96a-42f9-bdea-5e4a6add2775","tenant":"e2e-api-a-ed1785","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:22:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ed1785","deploymentName":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"5aef4dbf-f96a-42f9-bdea-5e4a6add2775","gvk":"Deployment","name":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"5aef4dbf-f96a-42f9-bdea-5e4a6add2775","gvk":"Service","name":"maas-api-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"5aef4dbf-f96a-42f9-bdea-5e4a6add2775","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed1785"},"namespace":"ai-tenant-e2e-api-a-ed1785","name":"default-tenant","reconcileID":"5aef4dbf-f96a-42f9-bdea-5e4a6add2775","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ed1785"} {"level":"info","ts":"2026-07-08T03:22:26Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T03:22:26Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T03:22:26Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"0acc0332-c7e4-4e76-aa50-abff7d10e02a","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-08T03:22:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T03:22:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T03:22:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T03:22:27Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T03:22:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T03:22:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:31Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"e2e-e2e-api-b-a4e50e-policy","reconcileID":"ac1018e8-a27f-41b4-ac87-18729608b816","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a4e50e","tenantID":"e2e-api-b-a4e50e","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T03:22:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fabec7b1-5cf1-4183-af0c-50f038d2a84c","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","tenantID":"e2e-api-b-a4e50e","subscriptionNamespace":"ai-tenant-e2e-api-b-a4e50e","gatewayName":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:31Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"e2e-e2e-api-b-a4e50e-policy","reconcileID":"ac1018e8-a27f-41b4-ac87-18729608b816"} {"level":"info","ts":"2026-07-08T03:22:31Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"e2e-e2e-api-b-a4e50e-policy","reconcileID":"ac1018e8-a27f-41b4-ac87-18729608b816","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"name":"e2e-api-b-a4e50e-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T03:22:31Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a4e50e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a4e50e","reconcileID":"d3f6d49f-f180-4552-9027-783a8386563c","tenant":"e2e-api-b-a4e50e","maasAPIService":"maas-api-e2e-api-b-a4e50e","revokedCount":0,"initiator":"AITenant controller finalizer"} {"level":"info","ts":"2026-07-08T03:22:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"error","ts":"2026-07-08T03:22:31Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"e2e-e2e-api-b-a4e50e-policy","reconcileID":"a66522af-61bd-4173-83ae-6545b61eaf85","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"error":"get owning AITenant ai-tenants/e2e-api-b-a4e50e for tenant ai-tenant-e2e-api-b-a4e50e/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-a4e50e\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:452\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T03:22:31Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"e2e-e2e-api-b-a4e50e-policy","reconcileID":"a66522af-61bd-4173-83ae-6545b61eaf85","error":"get owning AITenant ai-tenants/e2e-api-b-a4e50e for tenant ai-tenant-e2e-api-b-a4e50e/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-a4e50e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"error","ts":"2026-07-08T03:22:32Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fabec7b1-5cf1-4183-af0c-50f038d2a84c","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"7a446ec5-08c9-4e09-a464-55ca63ba49ff","namespace":"ai-tenant-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"7a446ec5-08c9-4e09-a464-55ca63ba49ff","name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"7a446ec5-08c9-4e09-a464-55ca63ba49ff","count":1} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"7a446ec5-08c9-4e09-a464-55ca63ba49ff","tenant":"e2e-api-b-a4e50e","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"e2e-e2e-api-b-a4e50e-policy","reconcileID":"c22a407b-35e7-4844-9148-46f24a17536c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"7a446ec5-08c9-4e09-a464-55ca63ba49ff","gvk":"Deployment","name":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"7a446ec5-08c9-4e09-a464-55ca63ba49ff","gvk":"Service","name":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"7a446ec5-08c9-4e09-a464-55ca63ba49ff","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"7a446ec5-08c9-4e09-a464-55ca63ba49ff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fe66bb71-735c-4b37-be10-35dd07ede490","namespace":"ai-tenant-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fe66bb71-735c-4b37-be10-35dd07ede490","name":"e2e-e2e-api-b-a4e50e-policy","namespace":"ai-tenant-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fe66bb71-735c-4b37-be10-35dd07ede490","count":1} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-a4e50e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-a4e50e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-a4e50e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-a4e50e"},"tenantIdentifier":"e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fe66bb71-735c-4b37-be10-35dd07ede490","tenant":"e2e-api-b-a4e50e","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:22:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-a4e50e","deploymentName":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fe66bb71-735c-4b37-be10-35dd07ede490","gvk":"Deployment","name":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fe66bb71-735c-4b37-be10-35dd07ede490","gvk":"Service","name":"maas-api-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fe66bb71-735c-4b37-be10-35dd07ede490","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a4e50e"} {"level":"info","ts":"2026-07-08T03:22:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fe66bb71-735c-4b37-be10-35dd07ede490","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a4e50e"} {"level":"error","ts":"2026-07-08T03:22:32Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a4e50e"},"namespace":"ai-tenant-e2e-api-b-a4e50e","name":"default-tenant","reconcileID":"fe66bb71-735c-4b37-be10-35dd07ede490","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:22:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"1d3e9f7c-b987-4a9e-9947-61edac441676","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","tenantID":"e2e-shared-a-34dd30","subscriptionNamespace":"ai-tenant-e2e-shared-a-34dd30","gatewayName":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"b9ab3884-0b8c-4376-a304-b3ce23f1aa53","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","tenantID":"e2e-shared-a-34dd30","subscriptionNamespace":"ai-tenant-e2e-shared-a-34dd30","gatewayName":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"error","ts":"2026-07-08T03:22:42Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"b9ab3884-0b8c-4376-a304-b3ce23f1aa53","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"36523b6c-2b75-4648-b775-fec8859d8e70","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","tenantID":"e2e-shared-a-34dd30","subscriptionNamespace":"ai-tenant-e2e-shared-a-34dd30","gatewayName":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"afd71669-fc4c-4ae9-862f-04462b1595eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:22:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8958bfdc-02b9-4400-bacb-8ba8df93004d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"e81da928-1e79-45c6-9d0a-dce5f483b8d9","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","tenantID":"e2e-shared-a-34dd30","subscriptionNamespace":"ai-tenant-e2e-shared-a-34dd30","gatewayName":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:22:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"5845568d-c68b-49c7-b8c2-9c09a2c1277a","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","tenantID":"e2e-shared-b-6493fa","subscriptionNamespace":"ai-tenant-e2e-shared-b-6493fa","gatewayName":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"35e35462-e5db-414f-916e-0d4dda5a6219","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","tenantID":"e2e-shared-b-6493fa","subscriptionNamespace":"ai-tenant-e2e-shared-b-6493fa","gatewayName":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49d41e65-eb7f-493e-a3da-55454f29f949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ecc4f1d2-5367-4eec-881e-4fe5ee483b97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"error","ts":"2026-07-08T03:22:50Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"35e35462-e5db-414f-916e-0d4dda5a6219","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"f67d127b-58c7-46e4-b9f2-5a4ee4a93bbb","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","tenantID":"e2e-shared-b-6493fa","subscriptionNamespace":"ai-tenant-e2e-shared-b-6493fa","gatewayName":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"dbc409a5-8a5e-44ff-af6b-1b0bccf5f146","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","tenantID":"e2e-shared-b-6493fa","subscriptionNamespace":"ai-tenant-e2e-shared-b-6493fa","gatewayName":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:22:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:22:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:23:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"1a54a2fc-dd18-48f0-84ec-6f1d4891ec63","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","tenantID":"e2e-shared-a-34dd30","subscriptionNamespace":"ai-tenant-e2e-shared-a-34dd30","gatewayName":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:03Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"507cbff8-67fe-404b-ab7b-e22b4cccadd6","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","tenantID":"e2e-shared-a-34dd30","subscriptionNamespace":"ai-tenant-e2e-shared-a-34dd30","gatewayName":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:23:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f5a11ed-6cb2-47a8-8eab-d7733ba7a4e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:23:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7962367b-1369-4589-a760-89a398fe7d0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"a4bc4c61-af35-4a05-9569-78b7c567a8c8","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","tenantID":"e2e-shared-b-6493fa","subscriptionNamespace":"ai-tenant-e2e-shared-b-6493fa","gatewayName":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"4e2b3e44-a94b-4458-b3f4-98374541a69e","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","tenantID":"e2e-shared-b-6493fa","subscriptionNamespace":"ai-tenant-e2e-shared-b-6493fa","gatewayName":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:23:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:23:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:23:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:23:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:24:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:24:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:24:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:24:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:25:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:25:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:25:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T03:25:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T03:25:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"d9249d3b-bbc9-42f7-8527-156bb25749c9","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","tenantID":"e2e-shared-a-34dd30","subscriptionNamespace":"ai-tenant-e2e-shared-a-34dd30","gatewayName":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:58Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-34dd30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-34dd30","reconcileID":"49903d52-91b3-4755-a6cb-c8cfe18f68ea","tenant":"e2e-shared-a-34dd30","maasAPIService":"maas-api-e2e-shared-a-34dd30","revokedCount":0,"initiator":"AITenant controller finalizer"} {"level":"info","ts":"2026-07-08T03:25:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"error","ts":"2026-07-08T03:25:59Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"d9249d3b-bbc9-42f7-8527-156bb25749c9","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"65c02190-d26f-4fa6-9734-014cd7136e24","namespace":"ai-tenant-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"65c02190-d26f-4fa6-9734-014cd7136e24","count":0} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"65c02190-d26f-4fa6-9734-014cd7136e24","tenant":"e2e-shared-a-34dd30","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"65c02190-d26f-4fa6-9734-014cd7136e24","gvk":"Deployment","name":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"65c02190-d26f-4fa6-9734-014cd7136e24","gvk":"Service","name":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"65c02190-d26f-4fa6-9734-014cd7136e24","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"65c02190-d26f-4fa6-9734-014cd7136e24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"0d99b8da-82c5-4e01-a486-f2925dc11311","namespace":"ai-tenant-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"0d99b8da-82c5-4e01-a486-f2925dc11311","count":0} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-34dd30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-34dd30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-34dd30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-34dd30"},"tenantIdentifier":"e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"0d99b8da-82c5-4e01-a486-f2925dc11311","tenant":"e2e-shared-a-34dd30","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:25:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-34dd30","deploymentName":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"0d99b8da-82c5-4e01-a486-f2925dc11311","gvk":"Deployment","name":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"0d99b8da-82c5-4e01-a486-f2925dc11311","gvk":"Service","name":"maas-api-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"0d99b8da-82c5-4e01-a486-f2925dc11311","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-34dd30"} {"level":"info","ts":"2026-07-08T03:25:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"0d99b8da-82c5-4e01-a486-f2925dc11311","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-34dd30"} {"level":"error","ts":"2026-07-08T03:25:59Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-34dd30"},"namespace":"ai-tenant-e2e-shared-a-34dd30","name":"default-tenant","reconcileID":"0d99b8da-82c5-4e01-a486-f2925dc11311","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:26:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6079147d-3a6b-4cba-8a31-b50d3d763262","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:26:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9078d449-d2ff-4cfe-8616-4224b5a24b84","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:26:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:05Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"52df4adf-7036-4a5d-88ad-7d72a177e53f","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","tenantID":"e2e-shared-b-6493fa","subscriptionNamespace":"ai-tenant-e2e-shared-b-6493fa","gatewayName":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:05Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-6493fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-6493fa","reconcileID":"ca6f1ea7-930d-4080-9929-a0398d0450c4","tenant":"e2e-shared-b-6493fa","maasAPIService":"maas-api-e2e-shared-b-6493fa","revokedCount":0,"initiator":"AITenant controller finalizer"} {"level":"info","ts":"2026-07-08T03:26:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"error","ts":"2026-07-08T03:26:06Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"52df4adf-7036-4a5d-88ad-7d72a177e53f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T03:26:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"4784490a-f15c-4850-b70e-c754044843c6","namespace":"ai-tenant-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"4784490a-f15c-4850-b70e-c754044843c6","count":0} {"level":"info","ts":"2026-07-08T03:26:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-6493fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-6493fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-6493fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-6493fa"},"tenantIdentifier":"e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"4784490a-f15c-4850-b70e-c754044843c6","tenant":"e2e-shared-b-6493fa","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T03:26:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-6493fa","deploymentName":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"4784490a-f15c-4850-b70e-c754044843c6","gvk":"Deployment","name":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"4784490a-f15c-4850-b70e-c754044843c6","gvk":"Service","name":"maas-api-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"4784490a-f15c-4850-b70e-c754044843c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:06Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-6493fa"},"namespace":"ai-tenant-e2e-shared-b-6493fa","name":"default-tenant","reconcileID":"4784490a-f15c-4850-b70e-c754044843c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-6493fa"} {"level":"info","ts":"2026-07-08T03:26:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2189ba53-eba9-489f-9d9e-5f6ecc47b050","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:26:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2077e426-8ca3-4738-aa99-a73af4230687","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:26:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"046ac354-7f05-4531-8bde-82266f5e6a23","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T03:26:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ebdc6d9-ecae-4e6b-b65c-5db46b095c76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}