{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"963032ef-2415-467d-bb05-2e745a733ce5","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"ba6ae99f-84f1-4dbe-958e-7ee0d734ce40","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"565ef139-c532-439b-9d9c-9fbf44c37950","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-7266ad/e2e-a-only-0472d7","ai-tenant-e2e-shared-a-7266ad/e2e-shared-sub-0472d7"]}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"20a624ac-4cf4-43f1-894e-65f5d496fe17","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-0472d7","reconcileID":"52e85ea9-b3f0-43ab-af36-bce0dde9fc7e","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"cff5814c-3bd4-4ba9-a5e9-01c5b362c9d0","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"fbd634cd-134b-4577-9193-bea3f9403a98","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"2eb6574c-d0b8-47d6-b388-1bf3f0950ce4","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:32:16Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"813fe256-d547-4de3-96ac-de2dff60c400","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-0472d7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"1e27d20a-2bbb-432d-8a62-c09441683870","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"27c86134-9ae5-4da8-8bcd-264844ddcd88","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-d5a846/e2e-b-only-0472d7","ai-tenant-e2e-shared-b-d5a846/e2e-shared-sub-0472d7"]}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"86bb5c70-f682-4051-baf8-dd14361e969e","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-0472d7","reconcileID":"ef32a621-5564-41d8-ace5-9f710bb53893","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"87e388bc-498c-4525-93f8-ee46d47da109","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3bdf5dd7-e4ed-4773-a432-9d1b3fe45480","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d023d888-2c63-484e-aab0-b103dc3eff89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba695290-fef8-4dac-bde5-1e7a4713dd9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d3c7f8bf-6d64-497d-b0f3-409bc366b424","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-0472d7","reconcileID":"cc31464b-b9d2-44a8-a9d2-fa2970e00acd","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"eaec9429-0c35-4771-8824-281bfe52fc7c","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"05c9e9d2-cd86-4ed5-b280-566211a60362","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"55f5940a-abfd-40d6-9f25-0a7521d5ecbf","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-0472d7","reconcileID":"9c61987f-c741-429b-9653-27ad155f0e19","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"8c0243f5-cac1-46fd-bd02-9571fd1411fd","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"b6e4fcc8-ee82-4ee5-b301-a0138aac201f","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"c1dbddfd-0fb2-4f0d-8458-a9aa04808932","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"6ec09697-7d3f-431e-ac94-27818128837b","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-0472d7","reconcileID":"29911eda-c328-4a27-8ac6-2f064b6dfed5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-0472d7","reconcileID":"dbe4dae7-b631-445d-bf31-0c620971c38d","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-0472d7","reconcileID":"29911eda-c328-4a27-8ac6-2f064b6dfed5"}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-0472d7","reconcileID":"29911eda-c328-4a27-8ac6-2f064b6dfed5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"d4a5db62-7693-4762-a2b4-ada9d3c7007b","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"3a6f5b3e-55e3-4d91-8c74-abbc2e2edd78","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-0472d7","reconcileID":"4ecfc6b6-55b0-492f-b8ce-6548d6749077","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-d5a846","tenantID":"e2e-shared-b-d5a846","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-0472d7","reconcileID":"9ac10eed-fdbb-4b04-8709-5b928fead3f5","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-0472d7","reconcileID":"4ecfc6b6-55b0-492f-b8ce-6548d6749077"}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-0472d7","reconcileID":"4ecfc6b6-55b0-492f-b8ce-6548d6749077","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"e2e-shared-b-d5a846-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:32:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"ae86dca5-f50b-44b7-9dd4-352ac3057ef5","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:29Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-0472d7","reconcileID":"81d3f779-3e00-44c9-bb71-b718df4b85a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"9a374a46-9782-4929-a027-ab4c16a50958","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-0472d7","reconcileID":"18537e3a-0989-4eec-b77d-3283b9e21111","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"44dbf0d5-5159-400b-86f3-03f41c0c9f46","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"a88dea36-ea7e-42c2-9930-92508f968e62","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-0472d7","reconcileID":"644c358e-3f9d-4bc2-944e-29bf6db66971","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"67d189b9-a7cd-4fbb-abe4-83a2be478c82","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"95896398-598b-4f47-9432-dde750450ca7","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:30Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"8638c737-372a-447c-911b-94286d85750d","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","tenantID":"e2e-shared-a-7266ad","subscriptionNamespace":"ai-tenant-e2e-shared-a-7266ad","gatewayName":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7266ad","deploymentName":"maas-api-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7266ad","deploymentName":"maas-api-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7266ad","deploymentName":"maas-api-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7266ad","deploymentName":"maas-api-e2e-shared-a-7266ad"}
{"level":"error","ts":"2026-07-10T13:32:32Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-0472d7","reconcileID":"1827259a-01ce-4819-9173-2c66a710cefd","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"error":"failed to revoke API keys for subscription e2e-shared-sub-0472d7 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:32:32Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-0472d7","reconcileID":"1827259a-01ce-4819-9173-2c66a710cefd","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscription":"e2e-shared-sub-0472d7"}
{"level":"info","ts":"2026-07-10T13:32:32Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-0472d7","reconcileID":"1827259a-01ce-4819-9173-2c66a710cefd","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-7266ad/e2e-a-only-0472d7"]}
{"level":"info","ts":"2026-07-10T13:32:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"5547a962-d081-441e-8b57-3d37e1bd9126","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"fdce1dc1-fc24-4d0d-8602-409601f1a751","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"83fb2e83-d109-48a0-94df-3d70ce7dfc30","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:35Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:32:35Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-07-10T13:32:36Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"4f917952-6789-4111-94ec-084152f5fc28","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"error":"failed to revoke API keys for subscription e2e-a-only-0472d7 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"4f917952-6789-4111-94ec-084152f5fc28","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscription":"e2e-a-only-0472d7"}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"4f917952-6789-4111-94ec-084152f5fc28","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-0472d7","reconcileID":"4f917952-6789-4111-94ec-084152f5fc28","MaaSSubscription":{"name":"e2e-a-only-0472d7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"b9a79d91-8479-429c-9976-b1d950cee0f8","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d68265aa-b381-453d-a25e-6bad1aace938","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"061b8b39-8dd5-4fbe-80b5-f50fa241c910","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-0472d7","reconcileID":"e8d4081f-fb6a-4390-997c-2af6d86595d9","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9fe1bfd8-5de5-4b83-812e-a4d682902eee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-0472d7","reconcileID":"766d7696-dc79-4f42-82aa-33cd0078bd06","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"abbac025-37dc-4188-8c68-5a99ca7d3097","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-0472d7","reconcileID":"f3e0bbbf-80ed-40f6-a710-fd91193623b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"5d541deb-88f1-41ed-bd0b-afda098bffe4","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-0472d7","reconcileID":"9adf306c-177c-4236-9f55-850b2a1b75f1","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"f609e20d-e0c1-4049-93dd-51bd875a8b51","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-0472d7","reconcileID":"7f99f757-44cd-481b-81eb-608eee4efcd5","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"error","ts":"2026-07-10T13:32:36Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-0472d7","reconcileID":"f3e0bbbf-80ed-40f6-a710-fd91193623b2","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-0472d7\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:32:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"26ffb246-3002-4787-a9de-36d9a52ba6ba","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"ed82dd2c-bfbb-486e-bfc1-f0a44f001485","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","tenantID":"e2e-shared-b-d5a846","subscriptionNamespace":"ai-tenant-e2e-shared-b-d5a846","gatewayName":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"error","ts":"2026-07-10T13:32:39Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-0472d7","reconcileID":"221f6962-7bfe-4499-a5e1-a6efb1f5d28a","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"error":"failed to revoke API keys for subscription e2e-shared-sub-0472d7 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:32:39Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-0472d7","reconcileID":"221f6962-7bfe-4499-a5e1-a6efb1f5d28a","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscription":"e2e-shared-sub-0472d7"}
{"level":"info","ts":"2026-07-10T13:32:39Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-0472d7","reconcileID":"221f6962-7bfe-4499-a5e1-a6efb1f5d28a","MaaSSubscription":{"name":"e2e-shared-sub-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-d5a846/e2e-b-only-0472d7"]}
{"level":"info","ts":"2026-07-10T13:32:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"81bf3608-21eb-4f5b-ac6b-dc3066f72635","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"91aa8742-6d99-4079-9d6d-6043d1abed41","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"0e16b663-9eb0-4147-a06b-2dd4dd9c0b28","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:32:42Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"eaeabf2b-489b-4ae4-94d9-4ae5d929afe3","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"error":"failed to revoke API keys for subscription e2e-b-only-0472d7 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:32:42Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"eaeabf2b-489b-4ae4-94d9-4ae5d929afe3","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscription":"e2e-b-only-0472d7"}
{"level":"info","ts":"2026-07-10T13:32:42Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"eaeabf2b-489b-4ae4-94d9-4ae5d929afe3","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:42Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-0472d7","reconcileID":"eaeabf2b-489b-4ae4-94d9-4ae5d929afe3","MaaSSubscription":{"name":"e2e-b-only-0472d7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"70cc1ef7-c700-4f1b-8014-7420c68296e8","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"c7082975-02ef-4c2b-9c46-ef8182d5bc72","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"d68a1615-d7d4-4248-a009-f78e01aeab2e","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"c71a3deb-6540-4f5e-abdc-de7c5f558ef4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"c71a3deb-6540-4f5e-abdc-de7c5f558ef4"}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"c71a3deb-6540-4f5e-abdc-de7c5f558ef4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"e917504c-cfa5-4b89-a28d-f26afe2bc5f0","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"ba3c6f09-b317-4317-ab2f-9402baf0e9a1","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"18660f89-adfc-4f2b-bf87-5c55afd4d064","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"ede26195-a7f2-4cd2-890c-f8df51cb0a0e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-d5a846","tenantID":"e2e-shared-b-d5a846","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"ede26195-a7f2-4cd2-890c-f8df51cb0a0e"}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"ede26195-a7f2-4cd2-890c-f8df51cb0a0e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"e2e-shared-b-d5a846-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"07cb280a-2664-4a48-b358-a708ffa376a6","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"83d3db78-0b93-4c3f-8db2-28f133a5d835","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"428b5891-5c5b-42db-8a65-f37040a652ab","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:43Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"3db82ae1-0dde-4273-818f-55fa63786620","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"7c083091-d88f-4676-adc3-b8cd94942486","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"sub-test-model-7266ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-7266ad/e2e-shared-sub-2fcef7"]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"3db82ae1-0dde-4273-818f-55fa63786620"}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"3db82ae1-0dde-4273-818f-55fa63786620","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"16730a7b-8f70-4b13-aa1d-e37896e5cb18","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"cbda8f4f-3e4e-4505-b651-97f351df723e","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"2b5052e0-9961-4b84-b31e-d25f22c88e2c","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"3be03acd-1bbf-466d-a13b-e0f0f14479e0","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:32:44Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"80fb0ae4-2336-4b9c-9282-f808edd50085","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-2fcef7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"87fa82a6-142e-4509-be4b-4501f70376c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-d5a846","tenantID":"e2e-shared-b-d5a846","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"8f138c05-8b94-4a4f-b29a-cfc94dbd797e","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"19d5a8a0-be93-4578-ac73-97bff91fb95b","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"87fa82a6-142e-4509-be4b-4501f70376c0"}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"87fa82a6-142e-4509-be4b-4501f70376c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"e2e-shared-b-d5a846-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"a9c494b7-c7ae-425a-b2e4-b9a04735213a","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"sub-test-model-d5a846","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-d5a846/e2e-shared-sub-2fcef7"]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"f7f9ac42-5947-4692-8898-7e210aa97f39","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"14130b73-73ed-4d99-97e1-3e2e91ca5d60","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"14d8bce5-a5b7-4221-ba75-f1ecfb96f839","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"64d09d28-c9b4-468b-9667-f83c64bf30a7","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"2c6c8d1a-a675-4da8-8f65-1f7420bed553","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-7266ad/e2e-a-only-2fcef7","ai-tenant-e2e-shared-a-7266ad/e2e-shared-sub-2fcef7"]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"d288d4e8-4f4f-4dbe-9206-9977a6b42092","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"81e1130c-ed91-4f34-b22d-ee42a620e090","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"f8509635-d829-4525-abc9-8065f3e52a44","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"d832c15e-9d50-4744-9a6f-82f0e9e9efb4","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"4900289f-3c9b-450c-af5a-6b56ff6785d7","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"7f5f1665-2001-45eb-a892-c86ef041a932","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"ae14fe59-242e-4e4a-934e-a6ef75c1cf5f","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"7014da85-71fb-4883-a193-1e023243dad4","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-d5a846/e2e-b-only-2fcef7","ai-tenant-e2e-shared-b-d5a846/e2e-shared-sub-2fcef7"]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"e0e200bb-4c6a-45fc-8eee-72cb68fcb606","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"7e4e566c-f836-45af-a68f-63b561728ab0","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"6ab1c629-50d1-4ac5-84b8-5b6cbde34211","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15a01c92-d853-4538-b153-39c8f40298a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a4d2017-77b6-4e87-9dea-2e544785beb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:32:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"b530f2a7-206d-4255-b0d9-2aeb71ec2e89","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:45Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"f37e462a-8c02-4b6c-8763-3a1af3b7e606","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:32:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"ed968618-29df-4410-be20-6b7faa460f84","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"2ff0f08c-020f-4f63-aabb-cbe030fa2557","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:45Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"f37e462a-8c02-4b6c-8763-3a1af3b7e606"}
{"level":"info","ts":"2026-07-10T13:32:45Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"f37e462a-8c02-4b6c-8763-3a1af3b7e606","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:32:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"ba8236c6-a09d-48bf-ae04-72dcf7ab631f","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"1163b9ff-acec-4379-8176-ed37d6bdf5ec","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"10cf4074-bfec-4ea4-b1f1-efb9cca50fe5","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"1fce003c-6f05-4c9c-be72-68982b69a338","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"f9657175-a4e9-4613-aedc-41040ce3df33","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"3f2f156a-6973-42ae-8cec-5591b8c13b7f","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"5a26ce66-a306-406f-8194-17129d142028","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"62db81f2-1a3a-48c5-a571-ef992ee83483","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"bd09a256-6b9c-4f80-92e1-2e3cd031e3df","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"4dcfe5fb-ab69-43af-888c-9af8f9ac1182","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:32:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"a0f7fe54-9f10-4cb7-8bbe-e191e7008d0f","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:55Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"4dcfe5fb-ab69-43af-888c-9af8f9ac1182"}
{"level":"info","ts":"2026-07-10T13:32:55Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"4dcfe5fb-ab69-43af-888c-9af8f9ac1182","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:32:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"f434a82e-d618-414e-b684-7f043b0db693","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:57Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"04daed59-92bb-4d06-9042-55e3ba76fd3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:32:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"70f05d88-9f02-43cc-963c-fd70f7a17a52","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"f219d192-a8b9-4c86-a7be-c28ec34cb3f1","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:32:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"2660e127-417a-46be-98b5-32c1987916f2","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"6729481a-ab3e-4b17-ba78-f415154f7906","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"e5658ffb-bcfe-448f-96a4-54c034cbf3ca","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:32:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"9a9200c1-c4d4-4ba5-a62e-5746d644ae7f","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:33:00Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"3053237e-11e3-4731-b068-487b7d3d5b63","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"error":"failed to revoke API keys for subscription e2e-shared-sub-2fcef7 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:33:00Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"3053237e-11e3-4731-b068-487b7d3d5b63","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscription":"e2e-shared-sub-2fcef7"}
{"level":"info","ts":"2026-07-10T13:33:00Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-shared-sub-2fcef7","reconcileID":"3053237e-11e3-4731-b068-487b7d3d5b63","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-7266ad/e2e-a-only-2fcef7"]}
{"level":"info","ts":"2026-07-10T13:33:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"1f08fbc8-4d52-4a79-b351-b72c58e91fa8","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"3240e246-256c-4a8e-b93b-63e1b173f954","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:33:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"19a2aa13-b01e-4fa2-b3e4-4774ad8fe6b3","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:33:03Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"3713191c-98a3-4a2f-918b-8a4f1a52579d","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"error":"failed to revoke API keys for subscription e2e-a-only-2fcef7 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"3713191c-98a3-4a2f-918b-8a4f1a52579d","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad","subscription":"e2e-a-only-2fcef7"}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"3713191c-98a3-4a2f-918b-8a4f1a52579d","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-a-only-2fcef7","reconcileID":"3713191c-98a3-4a2f-918b-8a4f1a52579d","MaaSSubscription":{"name":"e2e-a-only-2fcef7","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/sub-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"sub-test-model-7266ad","reconcileID":"76195396-4108-4f8e-9c66-7ee2bf71db7a","MaaSModelRef":{"name":"sub-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"sub-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"sub-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-sub-iso-auth-2fcef7","reconcileID":"b716f567-b53a-447a-9785-27bd384009a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"f4b84214-186a-4ca9-b9db-76d975329bf3","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"f3f70ac9-4773-403f-a7b6-374b08068c70","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"7017a488-d8d8-4687-9627-eeae7b6b59d9","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"a0a7e152-6c6d-4158-b05c-915b0f164b75","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"7925355b-985e-4e7c-a8f4-53cf2670f9f2","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"3e7d0621-6a60-4d9c-9f7a-08c21259bf5e","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"3cd8f5b2-d0f3-4073-94f9-0c59aa46378c","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:33:05Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:33:05Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-07-10T13:33:07Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"48fa6a15-3e00-40ca-99d5-83c1cb96357b","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"error":"failed to revoke API keys for subscription e2e-shared-sub-2fcef7 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:33:07Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"48fa6a15-3e00-40ca-99d5-83c1cb96357b","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscription":"e2e-shared-sub-2fcef7"}
{"level":"info","ts":"2026-07-10T13:33:07Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-shared-sub-2fcef7","reconcileID":"48fa6a15-3e00-40ca-99d5-83c1cb96357b","MaaSSubscription":{"name":"e2e-shared-sub-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-d5a846/e2e-b-only-2fcef7"]}
{"level":"info","ts":"2026-07-10T13:33:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"e57ec6e9-cfad-4220-aa1f-f655137b9367","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"98eefbd3-ca68-4081-aba6-1f746e59ab64","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:33:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"292dbe14-0b58-4c9d-8756-720b06fb5481","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:33:10Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"ac1582ca-c080-48ae-84da-a6f79d6aef7b","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"error":"failed to revoke API keys for subscription e2e-b-only-2fcef7 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:33:10Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"ac1582ca-c080-48ae-84da-a6f79d6aef7b","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846","subscription":"e2e-b-only-2fcef7"}
{"level":"info","ts":"2026-07-10T13:33:10Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"ac1582ca-c080-48ae-84da-a6f79d6aef7b","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:33:10Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-b-only-2fcef7","reconcileID":"ac1582ca-c080-48ae-84da-a6f79d6aef7b","MaaSSubscription":{"name":"e2e-b-only-2fcef7","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/sub-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:33:10Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"sub-test-model-d5a846","reconcileID":"16863898-c79f-47ed-8e5b-7e39c2171c56","MaaSModelRef":{"name":"sub-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"sub-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"sub-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25eeddd4-07dd-4e36-93b4-c3695445664e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:33:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb31be0c-4bc3-4ea5-9088-9eea4161734a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:33:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"d09337f6-2e47-452c-a2d8-a43c11b60924","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:35Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:33:35Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:33:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d9bb711-67aa-4731-a2fd-301883a0bd10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:33:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d78b09e1-b20f-46fa-a903-4f44d676ae73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:33:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"58e7778f-3589-4086-b084-35deb7896396","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:43Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd508d66-682c-47e5-8708-d184d7756291","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:33:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d33ed38-36dd-456a-b93e-646a1e2ad3b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:33:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"6576d9b5-f7c4-4f1e-b015-a73444318a7d","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:33:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"5931a5dc-994f-406c-9daa-dd39f316f385","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21d032df-d462-427d-8f58-d630455015dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0fb23e1a-8513-4240-ae36-28c629a77f54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"7a867c34-5159-4de1-a503-efc43332b5a4","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:05Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:34:05Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:34:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21f640aa-6029-4e30-bcb8-78fc060048cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69ad5eab-10ba-48b3-beef-fc7dec0cabcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"c58a614f-6e63-4e82-8734-2c464d15324c","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"c4778a10-6138-4a24-aefa-db344bf946d0","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"40e62d67-e7b1-40b3-a7e9-c4a1ea51a1ec","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"019a8b1e-51d1-4e6b-9acb-fbc0ab5918be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"019a8b1e-51d1-4e6b-9acb-fbc0ab5918be"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"019a8b1e-51d1-4e6b-9acb-fbc0ab5918be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"08e1ac6c-b8a2-45b7-b2a4-c7b6dae92fee","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"7469197e-9031-412b-ac1e-16594fc0418b","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"1bec04c7-8b3c-4aa7-acbc-671ea5a8264f","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"9114c894-8ae1-44e9-b4dd-6093179ac2ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-d5a846","tenantID":"e2e-shared-b-d5a846","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"9114c894-8ae1-44e9-b4dd-6093179ac2ac"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"9114c894-8ae1-44e9-b4dd-6093179ac2ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"e2e-shared-b-d5a846-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"e2ce26d9-965b-4e14-9855-f15a16e28a20","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"af7120b0-562e-40f1-938b-279c8306bae2","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"error","ts":"2026-07-10T13:34:20Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"62eb762b-0ad9-46bb-ab55-677511fbf48c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-e3082e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"a9fd4fee-f32b-4e2d-8cfe-f209b591ffc2","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"0c86a738-e935-4830-ac7e-c05f15627978","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"b12a8422-edf3-479b-8e78-fd9f6ec1fd88","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"0c86a738-e935-4830-ac7e-c05f15627978"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"0c86a738-e935-4830-ac7e-c05f15627978","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"2ee38c1a-7fbe-40f6-a358-1c30b90930ec","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"rate-test-model-7266ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-7266ad/e2e-rate-iso-a-e3082e"]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"47780543-f114-4545-abe2-b6487cfe1538","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"7a6fd848-aebc-45fc-90ee-c7186435fee2","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"24f62e85-500f-46dc-9c83-de7d2a68186d","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"2f8d13bb-988d-462d-a36c-5d64dfffba29","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:34:20Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"bc02aa2d-9611-4077-a79f-754965fbb3d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-e3082e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"c3454178-9e42-41ce-adeb-0f2e0efbb70b","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"ef40eee4-4f33-4ad1-b0ee-5200dc2b9706","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-d5a846","tenantID":"e2e-shared-b-d5a846","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"08aa2cc8-5771-4915-8189-d6ded79cd52a","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"rate-test-model-d5a846","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-d5a846/e2e-rate-iso-b-e3082e"]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"ef40eee4-4f33-4ad1-b0ee-5200dc2b9706"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"ef40eee4-4f33-4ad1-b0ee-5200dc2b9706","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"e2e-shared-b-d5a846-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"9ff26f7d-582d-43c6-a46e-2fae44f4c9a7","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"8a26d64b-8fca-40b7-a9b2-42b102c2da85","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"4dfde5e9-0961-4ff9-be31-1b045849e9ba","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"e00b5241-2f40-43bc-a97c-85f3f4d72260","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"b098050a-9ea0-46c0-a110-066e7c850fd1","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"9fc48586-387d-4257-962b-412e15514080","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26dd16aa-b556-4f50-bd37-615bba465fd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8cfa4ca2-314a-4346-9eab-96e3ddfa1163","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"eb546caf-e41f-4ed1-8a98-239fcde3875e","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"2232451f-6b67-49c8-8b1b-d7034ebf4142","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-d5a846","tenantID":"e2e-shared-b-d5a846","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"4d98efdc-03c5-45c7-b1d1-603ba6879309","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"2232451f-6b67-49c8-8b1b-d7034ebf4142"}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"2232451f-6b67-49c8-8b1b-d7034ebf4142","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"e2e-shared-b-d5a846-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"9ee4c908-a76d-4c04-b13b-fae3a40b16c0","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"b39fa5b6-eb2d-4a2f-b047-fc370bc0b31b","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"10306f7e-5653-4e18-ad2f-831cb6cbdbc8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"10306f7e-5653-4e18-ad2f-831cb6cbdbc8"}
{"level":"info","ts":"2026-07-10T13:34:28Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"10306f7e-5653-4e18-ad2f-831cb6cbdbc8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-e3082e","reconcileID":"cf765e3c-319a-4bf3-9578-0ec125101ce6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"f48fcd9e-e006-47ed-be07-c4c83a93cd44","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"920cd132-cead-4dd2-b5df-4d56aa9057c2","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"9d40005e-d929-4c2e-ba87-808cb2a9a3d3","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"1770b178-30ba-414a-b90d-a44817f08e55","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-e3082e","reconcileID":"32033c89-3cc4-4518-a4bf-c334763b5453","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"39d67747-b807-48bd-8a72-07f39fb88afa","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"6436ba47-3c5f-4d6b-9fb9-4eac3ab517bf","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"bde0f485-757d-41b2-adf8-66ee70bfb371","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"7eb8ce90-f481-42fa-a4e2-5b0228bff019","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"f8a17823-0736-4519-bea7-0174cebe1b8b","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:35Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:34:35Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-07-10T13:34:35Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"c629b633-ba1b-41c3-b9bf-08843c6d3780","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"error":"failed to revoke API keys for subscription e2e-rate-iso-a-e3082e after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:35Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"c629b633-ba1b-41c3-b9bf-08843c6d3780","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscription":"e2e-rate-iso-a-e3082e"}
{"level":"info","ts":"2026-07-10T13:34:35Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"c629b633-ba1b-41c3-b9bf-08843c6d3780","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:35Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-e3082e","reconcileID":"c629b633-ba1b-41c3-b9bf-08843c6d3780","MaaSSubscription":{"name":"e2e-rate-iso-a-e3082e","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"bb8c0da2-9b6d-471f-9394-8becadd47bcf","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26e43b97-6712-47ed-b41a-f64c92628527","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a290d6c2-0a3b-4d2c-b3a0-8cbf159d06ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"3259ee94-ab8f-4c73-9c59-d24daed8179b","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"2c310af7-a376-451d-a0f2-71104d1ec845","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:34:38Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"33343e8f-ac2a-4af0-8c26-569303f41af1","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"error":"failed to revoke API keys for subscription e2e-rate-iso-b-e3082e after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"33343e8f-ac2a-4af0-8c26-569303f41af1","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscription":"e2e-rate-iso-b-e3082e"}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"33343e8f-ac2a-4af0-8c26-569303f41af1","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-e3082e","reconcileID":"33343e8f-ac2a-4af0-8c26-569303f41af1","MaaSSubscription":{"name":"e2e-rate-iso-b-e3082e","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"fa62ba0f-9e47-480f-aa7d-85f09ee61022","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"c163bb3a-26ec-4b01-8fc5-c9c2499aaf9d","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"8a71250e-7200-42bb-86e5-efa7c2c4a1a5","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-db18bb","reconcileID":"7fc368a1-8124-457d-bdf9-2c1d5e68b47a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-db18bb","reconcileID":"7fc368a1-8124-457d-bdf9-2c1d5e68b47a"}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-db18bb","reconcileID":"7fc368a1-8124-457d-bdf9-2c1d5e68b47a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"105ba028-9de2-4780-b03b-4575d7cc205e","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"132a74e4-a2fc-4bb4-80a4-ab9a7ae08e27","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"cefcb174-2ac6-4969-950b-84ca00725ce6","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-db18bb","reconcileID":"f676afa3-265f-4a2c-8996-d920f1ec6abc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-d5a846","tenantID":"e2e-shared-b-d5a846","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-db18bb","reconcileID":"f676afa3-265f-4a2c-8996-d920f1ec6abc"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-db18bb","reconcileID":"f676afa3-265f-4a2c-8996-d920f1ec6abc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"e2e-shared-b-d5a846-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"347585c6-f7e9-4295-bf31-00897f906952","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"93aea027-c1f7-4fd6-87e5-1d5b9c7a2e27","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:34:39Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"cb6d3de3-76f4-4cd5-81fa-73fef5101bb9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-db18bb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"74c42774-1163-472d-b6a7-388b085ced28","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-db18bb","reconcileID":"405a00b0-3531-4450-b5a2-570e98cfd2f6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-7266ad","tenantID":"e2e-shared-a-7266ad","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"b074950d-975f-4c59-b12c-3ad1d9568cb7","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-db18bb","reconcileID":"405a00b0-3531-4450-b5a2-570e98cfd2f6"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-db18bb","reconcileID":"405a00b0-3531-4450-b5a2-570e98cfd2f6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"e2e-shared-a-7266ad-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"fa17fa0f-180e-4c84-ba9a-882c9589072f","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"rate-test-model-7266ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-7266ad/e2e-rate-iso-a-db18bb"]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"bf2dd2b6-8a04-456b-b11b-2cb56853938d","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"c01e36f9-6514-447c-aa4a-3a35415045fb","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"87c21a32-6dd8-4ec3-82d9-81534726220d","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"1cbda1fb-b647-4802-a125-bac01fb9e87a","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:34:39Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"829c0f56-e99b-4ccf-9eb6-53f535d3717e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-db18bb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-db18bb","reconcileID":"09e8a600-6515-40c7-8c41-d7b2058d813d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-d5a846","tenantID":"e2e-shared-b-d5a846","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"db4d5380-0493-43ca-a8fc-de24573c4576","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"62c4e7ac-c036-482b-8feb-76dfd937b64b","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"rate-test-model-d5a846","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-d5a846/e2e-rate-iso-b-db18bb"]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-db18bb","reconcileID":"09e8a600-6515-40c7-8c41-d7b2058d813d"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-db18bb","reconcileID":"09e8a600-6515-40c7-8c41-d7b2058d813d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"e2e-shared-b-d5a846-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"84955e55-ccdf-4ea9-83d8-c3d60096e63b","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"a8ec217c-bd1e-4852-91b7-a34943ca843c","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:41Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-10T13:34:41Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-10T13:34:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"8dd8f5ba-5d47-4f1e-82dc-ffeccf09e518","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-07-10T13:34:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T13:34:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T13:34:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T13:34:42Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-10T13:34:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T13:34:43Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"b5d48411-fa7d-4774-a6b1-6dd57965dbda","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"00f23033-4800-4d39-8236-782cd83d60fd","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:43Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0343002-93ab-4e89-a448-3bd2a20a3c72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c5fbd1a-6b14-46aa-8921-4c6bb64df4fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"c2b05f69-cf38-4276-aaa0-a91b9ea17b6a","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"9c48c9ea-81ba-46ed-8ffb-97c80f2932c2","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:48Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-auth-db18bb","reconcileID":"8e7772c7-2e23-4e3c-888e-379fe19fe30c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"6de7ff3d-74c0-4e02-9146-f0a88bbab09c","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"9a2ec576-6844-4db2-a421-20adcbb6dac8","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"36dd15f5-846d-428f-ab32-81a8ea0c507d","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"8327bb20-5370-4e4c-aa59-80b73a2b2ccb","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:49Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-db18bb","reconcileID":"e84226d8-7dd7-43d1-a4ea-a045a9f1d65a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"4b9ad4f2-ff2e-4f35-89b0-ac7daf272bf9","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:49Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-db18bb","reconcileID":"72c71abe-d674-479f-838a-680eb96b83fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"d7aa5e36-4299-49c0-b1e2-e3e643025ba0","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"07a7f730-cd32-43dc-9add-5ff12a2b2cd7","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"76448bfd-2d8f-492d-af6f-d5832cc3d660","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscriptionCount":1}
{"level":"error","ts":"2026-07-10T13:34:49Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-auth-db18bb","reconcileID":"72c71abe-d674-479f-838a-680eb96b83fe","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-db18bb\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"fc905e5a-f56a-48cb-a60f-729c7e55df2b","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:34:52Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"1b187255-660a-43a7-91cd-6c040eff4a2e","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"error":"failed to revoke API keys for subscription e2e-rate-iso-a-db18bb after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:52Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"1b187255-660a-43a7-91cd-6c040eff4a2e","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad","subscription":"e2e-rate-iso-a-db18bb"}
{"level":"info","ts":"2026-07-10T13:34:52Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"1b187255-660a-43a7-91cd-6c040eff4a2e","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:52Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"e2e-rate-iso-a-db18bb","reconcileID":"1b187255-660a-43a7-91cd-6c040eff4a2e","MaaSSubscription":{"name":"e2e-rate-iso-a-db18bb","namespace":"ai-tenant-e2e-shared-a-7266ad"},"name":"maas-trlp-rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad","model":"ai-tenant-e2e-shared-a-7266ad/rate-test-model-7266ad"}
{"level":"info","ts":"2026-07-10T13:34:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"rate-test-model-7266ad","reconcileID":"c2d4b8c4-73c3-4582-a9d3-e7eb96c0860c","MaaSModelRef":{"name":"rate-test-model-7266ad","namespace":"ai-tenant-e2e-shared-a-7266ad"},"routeName":"rate-test-model-7266ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-7266ad","llmisvcName":"rate-test-model-7266ad","gateway":"openshift-ingress/e2e-shared-a-7266ad","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"1664b91a-ed82-4aa2-b697-1a4f2563ac0c","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:34:55Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"878e5789-fb96-4dad-aed4-fee751c764e9","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"error":"failed to revoke API keys for subscription e2e-rate-iso-b-db18bb after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:55Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"878e5789-fb96-4dad-aed4-fee751c764e9","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846","subscription":"e2e-rate-iso-b-db18bb"}
{"level":"info","ts":"2026-07-10T13:34:55Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"878e5789-fb96-4dad-aed4-fee751c764e9","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:55Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"e2e-rate-iso-b-db18bb","reconcileID":"878e5789-fb96-4dad-aed4-fee751c764e9","MaaSSubscription":{"name":"e2e-rate-iso-b-db18bb","namespace":"ai-tenant-e2e-shared-b-d5a846"},"name":"maas-trlp-rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846","model":"ai-tenant-e2e-shared-b-d5a846/rate-test-model-d5a846"}
{"level":"info","ts":"2026-07-10T13:34:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"rate-test-model-d5a846","reconcileID":"55f971b6-c369-4d31-a8f1-2861758afb2f","MaaSModelRef":{"name":"rate-test-model-d5a846","namespace":"ai-tenant-e2e-shared-b-d5a846"},"routeName":"rate-test-model-d5a846-kserve-route","namespace":"ai-tenant-e2e-shared-b-d5a846","llmisvcName":"rate-test-model-d5a846","gateway":"openshift-ingress/e2e-shared-b-d5a846","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54ad29e7-acd2-49e0-8539-a8efaeb32675","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a16621f4-ced5-488d-849c-7c8f8fddfca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:34:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee66ae80-2b85-4fdf-8ebc-05d2823b1744","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:34:57Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"5f0cebe8-8ea1-4c80-ab6a-f23a766cac9f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-revoke-sub-a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:34:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6199f09-e743-4783-b860-8d8bd214b856","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d9aa24d-d1bf-47b3-9e9b-08485d5228b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:57Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"9125a0fe-57a3-4456-8314-f7dbada4f182","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-revoke-sub-a","models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T13:34:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a917874-1889-401c-86b8-70de3c6733d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73224d22-7a4c-485e-aa46-a94366d41f0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"b4894e2d-fb73-4d61-bdfb-b8d1dfe7c663","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8962f0bc-aebc-4405-901e-b400c21b2c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb3ef027-431f-466e-a930-c650cd94e7bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c9ed0e1-04cb-475c-a7e1-13692c600835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e50b4007-3c7a-4019-8bc5-c595cb416e32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"188722b9-66da-4dd3-8ae1-3d6086d4e008","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["models-as-a-service/e2e-revoke-sub-a","models-as-a-service/e2e-revoke-sub-b","models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce918278-bd8a-4635-b915-da8cd45389a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71990f44-4c73-4fc6-9e90-ca8229a2484f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"cb04ce50-e4ef-407d-b02f-e6d155cacfa7","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3}
{"level":"info","ts":"2026-07-10T13:34:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"516faea0-b0b5-4e09-a60b-acdb935b3d52","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3}
{"level":"info","ts":"2026-07-10T13:35:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20ad9d77-4c15-4a0d-bcc2-cde80afa3040","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:35:02Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"973c1d8c-5bff-46d4-b79d-429c3d0bd160","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:35:05Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:35:05Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-07-10T13:35:05Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"e92d23f3-a3ed-4ad9-af3b-ff2ca40d09e6","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"error":"failed to revoke API keys for subscription e2e-revoke-sub-a after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:35:05Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"e92d23f3-a3ed-4ad9-af3b-ff2ca40d09e6","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-revoke-sub-a"}
{"level":"info","ts":"2026-07-10T13:35:05Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"e92d23f3-a3ed-4ad9-af3b-ff2ca40d09e6","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-revoke-sub-b","models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T13:35:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73693528-9c37-4894-8066-9bc06333ccfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:35:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a49ecaee-1c70-43ec-abdc-8fb0a424c6cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:35:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f75190c-1212-41ae-8b49-21a40d077f6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:35:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"a8220598-99cd-4383-ac27-12eac782ff93","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:35:10Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b222a6ec-3a1c-4313-9aa4-5132c09cdf98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:35:13Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"fc084fcd-ef5e-4257-9d5a-7e370d1158ac","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"error":"failed to revoke API keys for subscription e2e-revoke-sub-b after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:35:13Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"fc084fcd-ef5e-4257-9d5a-7e370d1158ac","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-revoke-sub-b"}
{"level":"info","ts":"2026-07-10T13:35:13Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"fc084fcd-ef5e-4257-9d5a-7e370d1158ac","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T13:35:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"767b0c3c-8eb9-4dbe-8740-e9508dade283","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:35:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93dc7086-2eee-42a3-a737-e97db67fdb50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:35:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e26efa07-94bd-436c-b608-2612c7487788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:35:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06bab98f-c4d8-439d-af70-dd83d9f70d6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:35:17Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"7af4e174-2eeb-41c5-8d10-af1fff046b75","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-revoke-nokeys\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:35:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc36589e-8f6e-4ab9-9504-00ad5d111a17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:35:17Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"c8a5be28-4948-41f7-81cf-9e0caadce57e","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-revoke-nokeys","models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T13:35:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"817b39c6-f9ef-4b93-af6d-84d6fce96bc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:35:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37f4ff2d-3026-491c-aacd-71bc5bb653e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:35:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"cb21e19d-cb14-4128-8853-a0c00add81ea","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T13:35:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b652507e-d53b-4277-9dff-3d6a481f6157","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-07-10T13:35:24Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"5ddbe26c-47b7-403d-8511-d45d0f4d1f1a","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"error":"failed to revoke API keys for subscription e2e-revoke-nokeys after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:35:24Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"5ddbe26c-47b7-403d-8511-d45d0f4d1f1a","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-revoke-nokeys"}
{"level":"info","ts":"2026-07-10T13:35:24Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"5ddbe26c-47b7-403d-8511-d45d0f4d1f1a","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T13:35:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9460491f-844a-47d0-99ee-d7e2a2dd33a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T13:35:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eddfce16-005c-4bb1-8950-185f6c59b1a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:35:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e218f0e-3b0f-497f-a118-7a483add455c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:35:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"640fac12-1783-470a-8fbe-bf4ee7a914e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:35:35Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:35:35Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:35:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"error","ts":"2026-07-10T13:35:47Z","msg":"failed to revoke API keys for tenant - continuing with deletion to avoid deadlock","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-7266ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-7266ad","reconcileID":"5896264c-c52b-4ac7-9d02-49c22a61bfae","error":"failed to revoke API keys for tenant e2e-shared-a-7266ad after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).deleteAITenantChildren\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:427\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).reconcileAITenantDelete\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:401\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:101\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:35:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:47Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"f6c59e51-8548-4250-a507-e3ef6b0ff180","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","tenantID":"e2e-shared-a-7266ad","subscriptionNamespace":"ai-tenant-e2e-shared-a-7266ad","gatewayName":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7266ad","deploymentName":"maas-api-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7266ad","deploymentName":"maas-api-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7266ad","deploymentName":"maas-api-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7266ad","deploymentName":"maas-api-e2e-shared-a-7266ad"}
{"level":"error","ts":"2026-07-10T13:35:48Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"f6c59e51-8548-4250-a507-e3ef6b0ff180","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:35:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"d2c81edc-16a8-4906-8a66-c6792f0352d6","namespace":"ai-tenant-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"d2c81edc-16a8-4906-8a66-c6792f0352d6","count":0}
{"level":"info","ts":"2026-07-10T13:35:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7266ad/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7266ad","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7266ad","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7266ad"},"tenantIdentifier":"e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"d2c81edc-16a8-4906-8a66-c6792f0352d6","tenant":"e2e-shared-a-7266ad","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-10T13:35:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7266ad","deploymentName":"maas-api-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"d2c81edc-16a8-4906-8a66-c6792f0352d6","gvk":"Deployment","name":"maas-api-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"d2c81edc-16a8-4906-8a66-c6792f0352d6","gvk":"Service","name":"maas-api-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"d2c81edc-16a8-4906-8a66-c6792f0352d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:48Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7266ad"},"namespace":"ai-tenant-e2e-shared-a-7266ad","name":"default-tenant","reconcileID":"d2c81edc-16a8-4906-8a66-c6792f0352d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-7266ad"}
{"level":"info","ts":"2026-07-10T13:35:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7ac22aa-66cc-4bc4-88cb-fcb762082ada","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:35:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73309446-86c9-4b32-ac04-9dd2dccd329d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T13:35:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"error","ts":"2026-07-10T13:35:54Z","msg":"failed to revoke API keys for tenant - continuing with deletion to avoid deadlock","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-d5a846","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-d5a846","reconcileID":"bd41aceb-84ad-427d-8aef-a3e0a065273d","error":"failed to revoke API keys for tenant e2e-shared-b-d5a846 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).deleteAITenantChildren\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:427\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).reconcileAITenantDelete\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:401\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:101\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:35:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:54Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"946fde03-eb81-4f11-a121-32724413484a","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","tenantID":"e2e-shared-b-d5a846","subscriptionNamespace":"ai-tenant-e2e-shared-b-d5a846","gatewayName":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"error","ts":"2026-07-10T13:35:55Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"946fde03-eb81-4f11-a121-32724413484a","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"c07ef210-b452-425f-a40f-cca5b23121f6","namespace":"ai-tenant-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"c07ef210-b452-425f-a40f-cca5b23121f6","count":0}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"c07ef210-b452-425f-a40f-cca5b23121f6","tenant":"e2e-shared-b-d5a846","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"c07ef210-b452-425f-a40f-cca5b23121f6","gvk":"Deployment","name":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"c07ef210-b452-425f-a40f-cca5b23121f6","gvk":"Service","name":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"c07ef210-b452-425f-a40f-cca5b23121f6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"c07ef210-b452-425f-a40f-cca5b23121f6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"dce23b90-6589-471d-ac10-cc6c79d6c851","namespace":"ai-tenant-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"dce23b90-6589-471d-ac10-cc6c79d6c851","count":0}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-d5a846/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-d5a846","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-d5a846","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-d5a846"},"tenantIdentifier":"e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"dce23b90-6589-471d-ac10-cc6c79d6c851","tenant":"e2e-shared-b-d5a846","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-10T13:35:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-d5a846","deploymentName":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"dce23b90-6589-471d-ac10-cc6c79d6c851","gvk":"Deployment","name":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"dce23b90-6589-471d-ac10-cc6c79d6c851","gvk":"Service","name":"maas-api-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"dce23b90-6589-471d-ac10-cc6c79d6c851","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-d5a846"}
{"level":"info","ts":"2026-07-10T13:35:55Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"dce23b90-6589-471d-ac10-cc6c79d6c851","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-d5a846"}
{"level":"error","ts":"2026-07-10T13:35:55Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-d5a846"},"namespace":"ai-tenant-e2e-shared-b-d5a846","name":"default-tenant","reconcileID":"dce23b90-6589-471d-ac10-cc6c79d6c851","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T13:36:05Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T13:36:05Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}