{"level":"info","ts":"2026-07-10T03:40:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-62dec5","reconcileID":"4048bb78-a0ba-4f8b-9c69-678fa17ea1d9","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:03Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"e672db2b-7942-49e3-884d-38ff76209348","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:40:06Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-62dec5","reconcileID":"8fba8b8a-8891-4726-88d3-c49bffb0a5d5","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"error":"failed to revoke API keys for subscription e2e-a-only-62dec5 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-62dec5","reconcileID":"8fba8b8a-8891-4726-88d3-c49bffb0a5d5","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscription":"e2e-a-only-62dec5"}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-62dec5","reconcileID":"8fba8b8a-8891-4726-88d3-c49bffb0a5d5","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-62dec5","reconcileID":"8fba8b8a-8891-4726-88d3-c49bffb0a5d5","MaaSSubscription":{"name":"e2e-a-only-62dec5","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"06ac0549-2d52-4391-95cd-a86689f14e87","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0cc5c52-6668-4dab-b474-1d8dcf63135c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-62dec5","reconcileID":"e0b975d3-61e0-4f93-92a1-1e451d47fbbf","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-62dec5","reconcileID":"d4462eb3-77da-4f62-8f8e-a6f3143ac96d","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e6a2c22-0181-49fc-b7b0-584ba0301dd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-62dec5","reconcileID":"20b656d6-64cc-45f4-855b-3ae714add44f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"89d6a450-3c07-4e77-8924-d1e5d79ac815","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"2d7e137e-2dc0-4d40-b669-a8f11c6963f8","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-62dec5","reconcileID":"eefa2c5f-8976-48f5-a6ed-0434a8ca4edb","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-62dec5","reconcileID":"91c5d484-e2f9-4b51-9cc2-eeb588bf6d47","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-62dec5","reconcileID":"26badf1c-3324-4861-b54a-8a57a5094f99","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"76091963-1589-4493-be32-807d65dbc40c","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:40:09Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-62dec5","reconcileID":"337af55b-ec5d-4b06-ae1e-caa130fc585c","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"error":"failed to revoke API keys for subscription e2e-shared-sub-62dec5 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:40:09Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-62dec5","reconcileID":"337af55b-ec5d-4b06-ae1e-caa130fc585c","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscription":"e2e-shared-sub-62dec5"}
{"level":"info","ts":"2026-07-10T03:40:09Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-62dec5","reconcileID":"337af55b-ec5d-4b06-ae1e-caa130fc585c","MaaSSubscription":{"name":"e2e-shared-sub-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-17c732/e2e-b-only-62dec5"]}
{"level":"info","ts":"2026-07-10T03:40:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"5a2204f1-4030-4637-af10-2c6726498342","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-62dec5","reconcileID":"97a86981-e82f-447d-b7a6-11f4fef1aae1","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"41761e7b-ec64-4946-99d7-a561135d4596","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:40:12Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-62dec5","reconcileID":"4d6bd6ad-aeea-4faa-b05b-fb8620c88d6b","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"error":"failed to revoke API keys for subscription e2e-b-only-62dec5 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:40:12Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-62dec5","reconcileID":"4d6bd6ad-aeea-4faa-b05b-fb8620c88d6b","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscription":"e2e-b-only-62dec5"}
{"level":"info","ts":"2026-07-10T03:40:12Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-62dec5","reconcileID":"4d6bd6ad-aeea-4faa-b05b-fb8620c88d6b","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:40:12Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-62dec5","reconcileID":"4d6bd6ad-aeea-4faa-b05b-fb8620c88d6b","MaaSSubscription":{"name":"e2e-b-only-62dec5","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:40:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"3407b714-f7e0-45c2-91f8-644106e82b28","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02377358-42d5-4ba5-bb05-350e8e4fa19b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"9be00a3e-86a9-4477-845e-22f6fec91761","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"24cd4752-9e18-48ce-85a8-7df299b5be20","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"070c84ba-1d53-47c5-9784-dc621bc641f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-a7b338","tenantID":"e2e-shared-a-a7b338","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"070c84ba-1d53-47c5-9784-dc621bc641f6"}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"070c84ba-1d53-47c5-9784-dc621bc641f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"e2e-shared-a-a7b338-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"dcc9d70c-40b6-4d80-addd-85984e794fe3","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab87b6d1-623c-4658-bd0b-13a6e6fab21e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"55f8f1ff-3f85-47db-91d2-1ee8d468106b","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"d1910056-a629-43e2-a664-c468c546bd63","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"48d44de5-9a36-4d97-a1de-56511588b615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-a7b338","tenantID":"e2e-shared-a-a7b338","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"48d44de5-9a36-4d97-a1de-56511588b615"}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"48d44de5-9a36-4d97-a1de-56511588b615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"e2e-shared-a-a7b338-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:40:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"c58f378a-faae-498c-a85d-d919c12c7bac","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"81dbc150-e8b4-4c28-9244-dc0cc5520894","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-17c732","tenantID":"e2e-shared-b-17c732","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"81dbc150-e8b4-4c28-9244-dc0cc5520894"}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"81dbc150-e8b4-4c28-9244-dc0cc5520894","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"e2e-shared-b-17c732-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:40:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"ec139cfe-7b3d-43a0-a2bf-7305a85d61bb","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:17Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"default-tenant","reconcileID":"46c9172f-8a01-442d-b873-8f651f59be07","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","tenantID":"e2e-shared-a-a7b338","subscriptionNamespace":"ai-tenant-e2e-shared-a-a7b338","gatewayName":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a7b338","deploymentName":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a7b338","deploymentName":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a7b338","deploymentName":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a7b338","deploymentName":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"be038197-2735-4134-bd19-f6ed6626a442","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"d840bfbb-dfec-4396-bb94-ff9c6077ca77","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"5fce5f27-e484-44fb-b983-bb2596894aed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-a7b338","tenantID":"e2e-shared-a-a7b338","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"96e93a74-957d-4eb7-b80f-042e78f4d67c","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"e515a4d7-000f-44b4-b2c7-6cd0f01c4298","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"sub-test-model-a7b338","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-a7b338/e2e-shared-sub-cd2087"]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"5fce5f27-e484-44fb-b983-bb2596894aed"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"5fce5f27-e484-44fb-b983-bb2596894aed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"e2e-shared-a-a7b338-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"c68161f5-a984-4f87-95aa-3d7fcaa91810","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"96dd7f51-243d-4b9a-9aad-fcd846e3e43e","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"d34d428f-8d0a-4c56-85a6-585f6e0f1356","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-17c732","tenantID":"e2e-shared-b-17c732","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"4c304b42-1d13-4828-8331-ad08ce024a3b","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"d34d428f-8d0a-4c56-85a6-585f6e0f1356"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"d34d428f-8d0a-4c56-85a6-585f6e0f1356","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"e2e-shared-b-17c732-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"cb50e754-ce11-4d27-aa5a-f5877b00e501","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"7267f254-d8b4-4c1d-9dca-b3ca03e294d8","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"73457fdd-5449-47d5-8ac6-bac4acb0b66c","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"139970d1-bf35-4477-8f3f-f9a6cee39319","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"sub-test-model-17c732","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-17c732/e2e-shared-sub-cd2087"]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"55612cc7-3aa4-44ab-ba46-cf7760481341","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"a65da32a-d476-4799-930a-aec27269bccd","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"be638a01-0e89-4b75-b482-f307141e2c25","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-17c732","tenantID":"e2e-shared-b-17c732","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"be19e331-864d-4641-92e3-d027e754edf5","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"be638a01-0e89-4b75-b482-f307141e2c25"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"21910ad6-d487-46f7-a25e-a3dbad37d5cb","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"be638a01-0e89-4b75-b482-f307141e2c25","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"e2e-shared-b-17c732-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"a2be1b4e-5066-4cf3-82d6-c88e33cf8243","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-a7b338/e2e-a-only-cd2087","ai-tenant-e2e-shared-a-a7b338/e2e-shared-sub-cd2087"]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"513e6258-4ee6-44dd-b72d-25e269dc3a01","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"82c444a8-7377-48d5-9902-2255356867b4","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"20836a21-5141-45de-9fe2-fbb098139fed","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:19Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"b7120be8-fea2-4055-b489-ff6ddf31bc9c","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:19Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"3c1de0cd-9f98-4f3a-b8c7-06476f240498","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:19Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"5ad173ba-ca2f-4a61-b73e-54b0430c7675","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:19Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"53526eb7-f4b7-4446-8f43-555d45d617e9","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:19Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"a5ebefc3-8642-4a16-8369-ed9833472683","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-17c732/e2e-b-only-cd2087","ai-tenant-e2e-shared-b-17c732/e2e-shared-sub-cd2087"]}
{"level":"info","ts":"2026-07-10T03:40:19Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"fbd5f51e-959a-451e-8121-a54aa4f0bddf","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"30a3b009-a518-4ade-8a89-fe0136db05ca","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"b7c462ea-bf83-4076-b1d7-735a059055a5","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:40:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:40:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"default-tenant","reconcileID":"42b893a1-a99c-4ea6-9705-e6bead9ddc61","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","tenantID":"e2e-shared-b-17c732","subscriptionNamespace":"ai-tenant-e2e-shared-b-17c732","gatewayName":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-17c732","deploymentName":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-17c732","deploymentName":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-17c732","deploymentName":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-17c732","deploymentName":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"675f19f4-0f2c-4b0f-9454-04a6110c03aa","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"cfbb88f0-e09d-4b60-bd22-dc8ec20eec1f","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"0bb30418-db70-4b85-b0c9-316c56d40138","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"c6ab09ae-b53d-416f-ba9e-02cd58596714","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"c141113c-415a-4226-af56-1499f2c675bb","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"09b41b09-ce0b-49b1-b200-34df332a49ca","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"ea4d6c1b-c72b-439f-a20c-fb846fa35426","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"0ef8806e-5677-4af6-8384-4a4845768849","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"fcdaf2ef-1f37-4959-a4ad-d66c2bd2e423","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"4fe1df03-59d7-45ec-a333-410407789f07","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-a7b338","tenantID":"e2e-shared-a-a7b338","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"2b206ee5-98fd-4b67-a485-02c80eeeb252","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"4fe1df03-59d7-45ec-a333-410407789f07"}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"4fe1df03-59d7-45ec-a333-410407789f07","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"e2e-shared-a-a7b338-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"6ca77f86-2b6a-4d71-94ca-e2442edb37e6","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"899fd5de-cc70-4a07-9130-e6d0ff64323d","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"f6a5d9a7-0476-4b1b-bb2b-494b3e051e27","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-17c732","tenantID":"e2e-shared-b-17c732","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"f6a5d9a7-0476-4b1b-bb2b-494b3e051e27"}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"f6a5d9a7-0476-4b1b-bb2b-494b3e051e27","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"e2e-shared-b-17c732-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"b5afb77a-67ed-4ca2-8797-be61fb0545da","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"9a64bbe7-e8bf-40bb-a61a-f6e6d133998d","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:29Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"51775bbd-2594-475a-92a9-0abb03c8c20f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"21f1f5d5-9f64-4a92-820f-1a2ad1880920","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:29Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"b4148b30-d5a4-4f2f-ac49-929a59ca0ddb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"f7dadafc-08df-42a4-ab11-33774527a0cd","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"c5b93a5b-c1ac-4b45-be50-eb17ea7e2ae4","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"0ec7835a-7c3d-4a21-ad72-d1cb18ca4e00","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:29Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-10T03:40:29Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-10T03:40:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a1562cb7-6a61-4910-8811-904d81437217","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-07-10T03:40:29Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-sub-iso-auth-cd2087","reconcileID":"b4148b30-d5a4-4f2f-ac49-929a59ca0ddb","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-cd2087\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:40:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T03:40:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T03:40:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T03:40:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"e2f57749-f3d1-4ef7-a583-3771b9de56c7","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"f5c01107-55bf-492e-b8f3-f07dcc30aba1","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:29Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-10T03:40:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-07-10T03:40:32Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"13af0b62-44b9-45d0-9688-c579f768896b","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"error":"failed to revoke API keys for subscription e2e-shared-sub-cd2087 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:40:32Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"13af0b62-44b9-45d0-9688-c579f768896b","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscription":"e2e-shared-sub-cd2087"}
{"level":"info","ts":"2026-07-10T03:40:32Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-shared-sub-cd2087","reconcileID":"13af0b62-44b9-45d0-9688-c579f768896b","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-a7b338/e2e-a-only-cd2087"]}
{"level":"info","ts":"2026-07-10T03:40:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"102d367d-8b3f-4b28-8382-23d07aba10d7","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"9a923083-3c64-46d3-b5c4-6fe43c6afb8d","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"b09bd91b-2dc4-4e74-a9c5-afdab5e8e466","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:40:35Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"6df3b3d8-7508-4153-a18c-b3493f2eec84","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"error":"failed to revoke API keys for subscription e2e-a-only-cd2087 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"6df3b3d8-7508-4153-a18c-b3493f2eec84","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338","subscription":"e2e-a-only-cd2087"}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"6df3b3d8-7508-4153-a18c-b3493f2eec84","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-a-only-cd2087","reconcileID":"6df3b3d8-7508-4153-a18c-b3493f2eec84","MaaSSubscription":{"name":"e2e-a-only-cd2087","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/sub-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"5b69a31d-514c-4236-854c-50346a309eae","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"392fea5e-276d-4e90-84ea-52fef4bad818","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"7e015fb8-2f10-4ad5-a3a4-461d4d63f4f2","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"dc008de8-1b67-47fa-b709-7f0bd29e711b","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf6b4076-4e17-46a0-8e52-72ed09cf5fa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-sub-iso-auth-cd2087","reconcileID":"fccdc381-a02b-488a-9abc-0ca04cdffbe5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"3d87f553-787c-453a-914c-48b998b5dac6","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"00c139c4-a984-42b3-abd0-a6a5f2c30cdb","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"b2e0d188-e188-46d0-bc0a-0bd76472ffb5","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"3fcb3dd2-a9da-401a-a18b-5b29f3889646","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"7f909634-7c8c-41f6-9aea-4a2e39d40744","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:40:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"d202bb5d-778c-4560-907d-fc9a78a84889","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:40:38Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"de3a907e-2318-4818-8269-0b187938b139","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"error":"failed to revoke API keys for subscription e2e-shared-sub-cd2087 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:40:38Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"de3a907e-2318-4818-8269-0b187938b139","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscription":"e2e-shared-sub-cd2087"}
{"level":"info","ts":"2026-07-10T03:40:38Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-shared-sub-cd2087","reconcileID":"de3a907e-2318-4818-8269-0b187938b139","MaaSSubscription":{"name":"e2e-shared-sub-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-17c732/e2e-b-only-cd2087"]}
{"level":"info","ts":"2026-07-10T03:40:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"abe4d0d1-f69c-456b-99dd-541330334eeb","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"4a8154e5-7579-4605-9064-2a22b1b548cd","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"2f180a78-79d2-4c60-aa87-29b4bd968200","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:40:42Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"6a282af0-dbb1-408b-a72b-48ee5cc970ee","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"error":"failed to revoke API keys for subscription e2e-b-only-cd2087 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:40:42Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"6a282af0-dbb1-408b-a72b-48ee5cc970ee","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732","subscription":"e2e-b-only-cd2087"}
{"level":"info","ts":"2026-07-10T03:40:42Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"6a282af0-dbb1-408b-a72b-48ee5cc970ee","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:40:42Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-b-only-cd2087","reconcileID":"6a282af0-dbb1-408b-a72b-48ee5cc970ee","MaaSSubscription":{"name":"e2e-b-only-cd2087","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732","model":"ai-tenant-e2e-shared-b-17c732/sub-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:40:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"sub-test-model-17c732","reconcileID":"327d78e1-1bcc-4a8d-9177-17d35a083263","MaaSModelRef":{"name":"sub-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"sub-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"sub-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9680e7c4-15d6-4753-b295-ca1b189ba1b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f284ecae-d485-42c8-ac2d-851327078cc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:40:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"sub-test-model-a7b338","reconcileID":"6eabfb24-8efe-43b5-8f8f-bdfca9cd9ce2","MaaSModelRef":{"name":"sub-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"sub-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"sub-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:40:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:40:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:41:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1f9cdca-efb2-436c-a69c-ccbb7fa80fcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2232300f-0516-43e2-947b-00bd8c828bc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:10Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"105e1f43-85f7-4d43-a28f-5cb39b95a16e","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"692fc5f9-8ef4-4533-bac6-7630800ae73e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05e54c0a-ad77-48d5-adef-1b77e32626c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"f07c714e-7f83-4f81-8c66-66807522add8","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"0d989285-ea7f-4b9e-834f-94fb17e47e12","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa0a3dd2-276d-432c-9023-5b195683cd7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be351d89-c437-426d-b517-0eb15fc64fcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:41:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:41:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"359a10c1-9ec7-443e-ba85-e3d604d9bc2a","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36a7c7db-ff71-4f1b-bdd8-9ef1f60b4d7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19d0e3bd-3802-4f46-a29c-dfd8d76cf87c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"7e6310da-20f0-4d5e-a2b6-3b70b131669b","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:34Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"4b1cec6e-46d2-496a-9017-5918fcba319e","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"e8ce9421-7b51-4f65-8434-8e76a1840bb5","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"79b7be03-b36d-49af-9e88-dee9107adb9c","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"9e803b92-af48-45bd-87e9-0cd910fd1b3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-a7b338","tenantID":"e2e-shared-a-a7b338","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"9e803b92-af48-45bd-87e9-0cd910fd1b3e"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"9e803b92-af48-45bd-87e9-0cd910fd1b3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"e2e-shared-a-a7b338-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"6e1c3892-4036-40c8-b228-2e6d879bb281","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"19de34c1-ec3c-4c27-94b2-72a1f610f78d","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"7551f2d8-b5a5-4f78-ad72-ae34caf56fa7","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"51c857e5-c749-4eea-9ac1-1eb98e97e796","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-17c732","tenantID":"e2e-shared-b-17c732","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"51c857e5-c749-4eea-9ac1-1eb98e97e796"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"51c857e5-c749-4eea-9ac1-1eb98e97e796","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"e2e-shared-b-17c732-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"e3a0e2ec-1fe5-4371-b790-2d2498285ea2","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"a985b0e2-47f3-41c3-9221-22e75e71ba86","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"ce9819f1-b2e2-489b-b901-983b727beec9","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"error","ts":"2026-07-10T03:41:37Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"a377de2b-696b-4d8a-8b17-8fc6e02aca3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-5114d1\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"16845e27-b8f5-4a61-b3c2-8911489666bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-a7b338","tenantID":"e2e-shared-a-a7b338","xAPIKeyEnabled":false}
{"level":"error","ts":"2026-07-10T03:41:37Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"ce9819f1-b2e2-489b-b901-983b727beec9","name":"rate-test-model-a7b338","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-a7b338\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"16d7651c-012f-4612-978a-b4a47ba43e68","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"16845e27-b8f5-4a61-b3c2-8911489666bb"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"16845e27-b8f5-4a61-b3c2-8911489666bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"e2e-shared-a-a7b338-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"c6d6ec50-cb15-4cda-8068-006f050ec811","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"rate-test-model-a7b338","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-a7b338/e2e-rate-iso-a-5114d1"]}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"c6f0ab67-33c1-4f9c-b202-558306299b2a","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"ec2a4b6e-641e-4905-b3c6-634f6497e1b0","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"0f8b5c6c-a203-43cd-b55f-79bf204a8aea","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"b5883dcc-dbad-4b62-9a37-257dce2693ae","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:41:38Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"a7fc923b-085d-4b52-9664-3ad55a6912bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-5114d1\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:41:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:41:38Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"b01b97e8-c0a1-469e-9e3a-1899b9e6028e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-17c732","tenantID":"e2e-shared-b-17c732","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:41:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"6a25a10a-08fe-46f4-a794-c2971c2c50c1","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:38Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"8e01bf89-f3b6-45b8-a010-fde9654aae9d","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"rate-test-model-17c732","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-17c732/e2e-rate-iso-b-5114d1"]}
{"level":"info","ts":"2026-07-10T03:41:38Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"b01b97e8-c0a1-469e-9e3a-1899b9e6028e"}
{"level":"info","ts":"2026-07-10T03:41:38Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"b01b97e8-c0a1-469e-9e3a-1899b9e6028e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"e2e-shared-b-17c732-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"b01a1e89-e4b2-44b2-85af-c7eb9f058547","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"d71cd690-f7f8-4189-b8ed-3f35ecc9c1bb","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"778774ce-531d-4a7b-a531-c79366922b47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5fb6d26-bd8c-4783-95a9-6d41f4fa2482","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8bb1c502-c821-4ff4-8737-71cf2f8a48b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d86d24ac-d0c1-439b-97dd-7d8302087b95","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"6168023e-bf8b-48e8-9efe-bc48cff27f43","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"b0a5c2d0-b73f-47c6-875a-1e4ff299bd7d","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"19197155-d8ef-481b-ba18-ed483199e43c","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"ac9d22f2-f961-445b-b799-15cdeb387459","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"ca8a5438-f577-48d5-a83c-7b280bab5cd5","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"66883830-2330-49d0-9e1d-bacc89435c7f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-17c732","tenantID":"e2e-shared-b-17c732","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"2e7250af-760d-4575-9410-189ef483192e","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"66883830-2330-49d0-9e1d-bacc89435c7f"}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"66883830-2330-49d0-9e1d-bacc89435c7f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"e2e-shared-b-17c732-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"3c71afa3-4aa7-4171-84d7-7dba2015c2ca","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"90e1b8cd-cc2a-49d9-9763-4bac7b3986ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-a7b338","tenantID":"e2e-shared-a-a7b338","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"dce56bdd-61c1-4cad-ad96-40c442b84a14","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"90e1b8cd-cc2a-49d9-9763-4bac7b3986ee"}
{"level":"info","ts":"2026-07-10T03:41:47Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"90e1b8cd-cc2a-49d9-9763-4bac7b3986ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"e2e-shared-a-a7b338-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:41:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:41:51Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"e0ce78bf-e0b4-4179-b3e6-88a156749724","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:51Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-5114d1","reconcileID":"afe5ce61-8702-4ae5-a9c1-c6d53501b01d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:41:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"fdd19b9f-5504-4626-915c-ff5bdf6efe3b","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:51Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"9098b5ef-ef7e-488d-8680-43ae1c2b94ec","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"dd1cec7f-3a37-4110-ac0e-37f626499e84","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:52Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"afa9fb2e-77fc-4acd-b748-07907465ce3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:41:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"3bc8ec71-b414-4e22-a487-64081171ffd9","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:52Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"d59c340d-59cc-4233-ab1d-5e672627c93f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:41:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"00cad5c6-3798-4075-b5d0-21418e162f91","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"2087a7da-c6ef-4eb9-8805-86ea89158d1f","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"9e131124-c4b9-4867-a5d5-147284629a37","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"error","ts":"2026-07-10T03:41:52Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-5114d1","reconcileID":"d59c340d-59cc-4233-ab1d-5e672627c93f","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-5114d1\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:41:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"50600517-ff09-4407-8e66-a5d9fe0d2a85","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:41:55Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"02246534-ac41-4389-b9f4-693fbe32eae4","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"error":"failed to revoke API keys for subscription e2e-rate-iso-a-5114d1 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:41:55Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"02246534-ac41-4389-b9f4-693fbe32eae4","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscription":"e2e-rate-iso-a-5114d1"}
{"level":"info","ts":"2026-07-10T03:41:55Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"02246534-ac41-4389-b9f4-693fbe32eae4","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:41:55Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-5114d1","reconcileID":"02246534-ac41-4389-b9f4-693fbe32eae4","MaaSSubscription":{"name":"e2e-rate-iso-a-5114d1","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:41:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"4ace981a-e55a-4052-bc2f-9d1a90d7c79d","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"c96abe57-d841-4213-844e-9289e56adf02","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7c45c01-69e3-4b20-b331-7f9938d8640e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"8bb26b2c-4b6e-4a21-99e0-586aedf6d473","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:41:58Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"7671fc3f-9ab5-496d-8c0e-e72e94828a7b","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"error":"failed to revoke API keys for subscription e2e-rate-iso-b-5114d1 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"7671fc3f-9ab5-496d-8c0e-e72e94828a7b","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscription":"e2e-rate-iso-b-5114d1"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"7671fc3f-9ab5-496d-8c0e-e72e94828a7b","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-5114d1","reconcileID":"7671fc3f-9ab5-496d-8c0e-e72e94828a7b","MaaSSubscription":{"name":"e2e-rate-iso-b-5114d1","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"a3895dfd-f968-4036-ae27-2e4fd393eab2","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ea2bb71-d99d-412e-9372-5d740abf390c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"7c511181-94c2-4025-9239-5220eb71b83f","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"17b70ecf-6f41-443d-87e2-645a3a53a183","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-c4e089","reconcileID":"408913b9-f0a2-4b6b-b676-475489417dde","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-a7b338","tenantID":"e2e-shared-a-a7b338","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-c4e089","reconcileID":"408913b9-f0a2-4b6b-b676-475489417dde"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-c4e089","reconcileID":"408913b9-f0a2-4b6b-b676-475489417dde","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"e2e-shared-a-a7b338-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"c18d7e7e-93b7-48d5-8e38-9bbb719a2302","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"394ba0c6-e465-4697-824d-301f070c2a67","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"4f1e3536-1742-435f-b201-f7cd7504404b","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-c4e089","reconcileID":"9675eb51-c564-41d7-b803-c09ff746854e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-17c732","tenantID":"e2e-shared-b-17c732","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-c4e089","reconcileID":"9675eb51-c564-41d7-b803-c09ff746854e"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-c4e089","reconcileID":"9675eb51-c564-41d7-b803-c09ff746854e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"e2e-shared-b-17c732-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"e121e323-e7ba-48ae-a7eb-9fd2c080e122","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"2bd8b481-6ab9-4361-a1d0-8cb1789fed78","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"5223fbc8-b0df-4663-829e-e05ec3022327","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"error","ts":"2026-07-10T03:41:59Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"2e93ef27-25e0-4cc7-8a02-b0f499f52bcd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-c4e089\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-c4e089","reconcileID":"8361c0f3-faed-4fae-a699-adf4d9522da4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-a7b338","tenantID":"e2e-shared-a-a7b338","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"0f52698e-6a17-4447-b14a-7c0140b98e45","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"59880fa2-fcea-4ab3-9d98-e846833fe3e9","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"rate-test-model-a7b338","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-a7b338/e2e-rate-iso-a-c4e089"]}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-c4e089","reconcileID":"8361c0f3-faed-4fae-a699-adf4d9522da4"}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-c4e089","reconcileID":"8361c0f3-faed-4fae-a699-adf4d9522da4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"e2e-shared-a-a7b338-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"290dc404-6744-4f57-8f63-5696c23fb04c","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"0b63bebb-0ea7-4c39-be90-303d08cd1235","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"6a729450-868c-4766-89be-420b0de38051","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"8122862d-2ff4-4f52-a624-f64f96fd6c16","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:41:59Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"c3bea0df-acb2-4c2c-91eb-57908185a09a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-c4e089\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-c4e089","reconcileID":"fcf738a3-5cd4-4486-b29a-48658bdd9e5c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-17c732","tenantID":"e2e-shared-b-17c732","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"af217e4b-3f4f-4780-b6ca-ffd081bc816a","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-c4e089","reconcileID":"fcf738a3-5cd4-4486-b29a-48658bdd9e5c"}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-c4e089","reconcileID":"fcf738a3-5cd4-4486-b29a-48658bdd9e5c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"e2e-shared-b-17c732-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"fd161d43-0c3d-403a-bd6a-a30382bdffa7","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"rate-test-model-17c732","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-17c732/e2e-rate-iso-b-c4e089"]}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"b7b2f108-df25-4033-90ac-b3e84973256d","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:41:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"47fdbb59-7fd0-4d20-b5bc-b1ac2da9a623","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ece7b49e-8030-4d09-a2da-8b5ef7163b75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"eda567b6-14e9-4abc-8bc0-775fa667e426","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:03Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"43102d88-a5c4-4e8c-b51e-405970b6f373","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e697d0b-b308-4cb6-9120-76f6a79a732f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"6c3a906a-648e-4c24-9f55-1b1b99ac465e","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"8677a533-c24a-422d-aa86-f4a2b78cc998","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:08Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-c4e089","reconcileID":"b3028203-73dd-4087-a798-5e3e2899351b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:42:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"0f4adff0-c4ee-4601-8fc2-460dbc704f81","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"18bc6150-feb2-4fa3-84eb-166323c0bab6","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:08Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-c4e089","reconcileID":"8b49ea44-22ef-4837-8f8a-710698bc0d92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:42:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"e938bbd4-92d5-44ef-bd6a-22aa2fe94eeb","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"6658e0f0-2a01-4646-97cf-0de8dad1e24d","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscriptionCount":1}
{"level":"error","ts":"2026-07-10T03:42:08Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-auth-c4e089","reconcileID":"8b49ea44-22ef-4837-8f8a-710698bc0d92","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-c4e089\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:42:08Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-c4e089","reconcileID":"19b7d309-6298-4b11-baf5-fc4f5f588330","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:42:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"99e93973-c7bf-4c50-85d2-f069450efb69","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"b61d6af8-c23c-4d17-abfb-ca5cf72a1165","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:09Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-c4e089","reconcileID":"b712128f-51f6-48d3-b367-e04106262a3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:42:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"ad7159cd-833e-4a60-9e15-55fbe0297dcb","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"556ed5bc-36d1-4a09-bf88-227f5312212c","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscriptionCount":1}
{"level":"error","ts":"2026-07-10T03:42:09Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-auth-c4e089","reconcileID":"b712128f-51f6-48d3-b367-e04106262a3e","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-c4e089\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:42:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"e7fd4d80-a385-4abd-af44-7b10b4213933","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:42:12Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"ccac468f-4a25-4510-bb22-04d737d0dbd5","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"error":"failed to revoke API keys for subscription e2e-rate-iso-a-c4e089 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:42:12Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"ccac468f-4a25-4510-bb22-04d737d0dbd5","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338","subscription":"e2e-rate-iso-a-c4e089"}
{"level":"info","ts":"2026-07-10T03:42:12Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"ccac468f-4a25-4510-bb22-04d737d0dbd5","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:42:12Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"e2e-rate-iso-a-c4e089","reconcileID":"ccac468f-4a25-4510-bb22-04d737d0dbd5","MaaSSubscription":{"name":"e2e-rate-iso-a-c4e089","namespace":"ai-tenant-e2e-shared-a-a7b338"},"name":"maas-trlp-rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338","model":"ai-tenant-e2e-shared-a-a7b338/rate-test-model-a7b338"}
{"level":"info","ts":"2026-07-10T03:42:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"rate-test-model-a7b338","reconcileID":"f58364b8-550e-44c3-8b23-8135e0dffdc5","MaaSModelRef":{"name":"rate-test-model-a7b338","namespace":"ai-tenant-e2e-shared-a-a7b338"},"routeName":"rate-test-model-a7b338-kserve-route","namespace":"ai-tenant-e2e-shared-a-a7b338","llmisvcName":"rate-test-model-a7b338","gateway":"openshift-ingress/e2e-shared-a-a7b338","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"2400f7cf-b2cc-47e1-a8ad-f7be1bf47528","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:42:15Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"c12426b5-4cbf-4380-a581-2a46658aad90","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"error":"failed to revoke API keys for subscription e2e-rate-iso-b-c4e089 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:42:15Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"c12426b5-4cbf-4380-a581-2a46658aad90","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732","subscription":"e2e-rate-iso-b-c4e089"}
{"level":"info","ts":"2026-07-10T03:42:15Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"c12426b5-4cbf-4380-a581-2a46658aad90","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:42:15Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"e2e-rate-iso-b-c4e089","reconcileID":"c12426b5-4cbf-4380-a581-2a46658aad90","MaaSSubscription":{"name":"e2e-rate-iso-b-c4e089","namespace":"ai-tenant-e2e-shared-b-17c732"},"name":"maas-trlp-rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732","model":"ai-tenant-e2e-shared-b-17c732/rate-test-model-17c732"}
{"level":"info","ts":"2026-07-10T03:42:15Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"rate-test-model-17c732","reconcileID":"fcb34c06-9d50-402e-baec-78f4e67501c1","MaaSModelRef":{"name":"rate-test-model-17c732","namespace":"ai-tenant-e2e-shared-b-17c732"},"routeName":"rate-test-model-17c732-kserve-route","namespace":"ai-tenant-e2e-shared-b-17c732","llmisvcName":"rate-test-model-17c732","gateway":"openshift-ingress/e2e-shared-b-17c732","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"417f95bd-8339-40d4-93cc-f66200a60267","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7f23015-6dbf-429f-8a2e-b9380fc15c66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c7a4cb5-5c9a-4190-a364-200b215ff492","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0bc0f67-467e-4506-a4c0-55914da0ad9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:42:17Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"f5bfa346-1332-4c8b-ade8-acbaa87c9def","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-revoke-sub-a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe204217-9a38-41d0-9ee0-8b2b73e19a4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"69da9b82-aca1-4966-8837-60d3259b63bc","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-revoke-sub-a","models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"260b38e9-5a10-4d20-a65c-21bf7bd1e379","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e6ae439-6508-4846-ab04-15fb4b812138","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"94b33f7c-e3b1-4dc3-a7d6-205a18a4e42f","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab092a95-872e-4ed1-b728-3df1bcce602c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fc29b4-1a38-47b5-8235-d707b78440f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da737cf0-e29b-4360-980e-93c9b662cb9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e78c3e4-0143-46f5-929f-b464e13b6bc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:18Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"430b013a-7d5b-4ec0-8322-a2099e8fa2ca","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["models-as-a-service/e2e-revoke-sub-a","models-as-a-service/e2e-revoke-sub-b","models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T03:42:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e08e6dde-412e-439f-8576-d6a381d9fcd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef471088-ffdc-4617-9216-eb7e989d6134","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3}
{"level":"info","ts":"2026-07-10T03:42:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"efccc97a-1619-4246-aab2-ef6725c61f84","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3}
{"level":"info","ts":"2026-07-10T03:42:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"a923db7a-b004-4256-9a4e-5ed34172b6f7","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3}
{"level":"info","ts":"2026-07-10T03:42:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:42:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:42:22Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2fc3c0-b501-4e8a-a818-56607b4fecc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:42:25Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"96ba53c1-b341-4872-8f4d-3ec3e4de1c16","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"error":"failed to revoke API keys for subscription e2e-revoke-sub-a after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:42:25Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"96ba53c1-b341-4872-8f4d-3ec3e4de1c16","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-revoke-sub-a"}
{"level":"info","ts":"2026-07-10T03:42:25Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-a","reconcileID":"96ba53c1-b341-4872-8f4d-3ec3e4de1c16","MaaSSubscription":{"name":"e2e-revoke-sub-a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-revoke-sub-b","models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T03:42:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a584d5-3f87-4abd-9eb7-325f4705b063","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25b03282-8169-4b32-a610-70acff2734a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a608889b-df46-4394-a19f-b89769214d8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:42:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"95439a35-8be2-4dab-a8dc-06233d9360e6","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:42:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3384b5c-9b01-4bac-ac99-0b242152e1c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28bba573-2901-4c07-bbb7-912527b11430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:42:32Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"92a8fa38-e67a-46a0-85ae-4fc98d817c6c","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"error":"failed to revoke API keys for subscription e2e-revoke-sub-b after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:42:32Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"92a8fa38-e67a-46a0-85ae-4fc98d817c6c","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-revoke-sub-b"}
{"level":"info","ts":"2026-07-10T03:42:32Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-sub-b","reconcileID":"92a8fa38-e67a-46a0-85ae-4fc98d817c6c","MaaSSubscription":{"name":"e2e-revoke-sub-b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T03:42:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a66078e7-2df6-4a54-b629-34e266004fd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0451e912-4e62-4c3e-8120-43602aafff9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37028b88-e4d2-4fe4-86a5-d112d96d095a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0719ed21-669b-4947-9df7-e34090403dee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25546ce0-d2eb-40e0-b0b9-c74c841d01ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:42:37Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"e4af0c76-69f3-40b5-8b91-697d67ecf5eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-revoke-nokeys\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:42:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ea137a7-0c61-409f-a9c5-8fecebed1cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:37Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"03a4d9b7-4bdb-4124-a970-e1ad1616d58f","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-revoke-nokeys","models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T03:42:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1da328b9-1459-43be-925a-be861658a3d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce9e4c62-f88a-48b0-bd78-a73fcf7b168e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:42:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"904046b5-257d-45a2-8e03-ec74e1895f33","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2}
{"level":"info","ts":"2026-07-10T03:42:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd02f529-810d-4492-8f72-04a26007869e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-07-10T03:42:44Z","msg":"failed to revoke API keys for subscription - continuing with TRLP cleanup","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"8232d27c-c64e-4650-afeb-424d63f92d16","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"error":"failed to revoke API keys for subscription e2e-revoke-nokeys after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:862\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:360\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:42:44Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"8232d27c-c64e-4650-afeb-424d63f92d16","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-revoke-nokeys"}
{"level":"info","ts":"2026-07-10T03:42:44Z","msg":"TokenRateLimitPolicy updated","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-revoke-nokeys","reconcileID":"8232d27c-c64e-4650-afeb-424d63f92d16","MaaSSubscription":{"name":"e2e-revoke-nokeys","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"]}
{"level":"info","ts":"2026-07-10T03:42:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b90bb3b-1c74-4ca4-9148-9b39e0029d63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-10T03:42:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4a1e36a-02bc-4317-a1f4-9bdf92ff58e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5bcca9b0-1f67-43a0-ba3a-e811f76c8372","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dee11354-e881-415d-a893-3b6574ca76ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:42:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:42:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:43:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:43:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:43:06Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"default-tenant","reconcileID":"fe96496d-fe74-4740-98c3-5c7df07c2d98","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","tenantID":"e2e-shared-a-a7b338","subscriptionNamespace":"ai-tenant-e2e-shared-a-a7b338","gatewayName":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:43:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a7b338","deploymentName":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:43:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a7b338","deploymentName":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:43:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a7b338","deploymentName":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:43:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:43:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a7b338","deploymentName":"maas-api-e2e-shared-a-a7b338"}
{"level":"error","ts":"2026-07-10T03:43:09Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"365227e2-3b84-4210-a065-446148af87f9","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:43:12Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"6a1e7fe1-9650-436b-9018-beb476a3a8d9","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:43:15Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"681d69e0-5449-4666-ad14-159144e2a9c8","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:43:18Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"b628c1ac-5261-421e-9d7c-db7164a89f62","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:43:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:43:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"error","ts":"2026-07-10T03:43:21Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"18713411-86ba-4501-ae53-796e31297b29","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:43:24Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"8a712af7-9a89-40a5-be43-4674553ece50","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:43:27Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"ce7083e0-e31d-4c45-a97f-e32fbd3d5e96","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:43:31Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"919bf5b0-c510-4784-be0e-d584865185f3","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:43:34Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"8e2984d1-7437-477a-a484-e423126f9120","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:43:39Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"353d8638-4d3c-4158-af4c-61e988ac109c","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:43:44Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"8cebc76d-e03e-47f8-9687-dbf3884c71b6","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:43:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:43:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-07-10T03:43:52Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"3e558761-91b6-4486-beda-fa6d680df123","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:44:06Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"85c3d5c4-be3c-41f2-b1a0-007782c63e6f","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-a-a7b338 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:44:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:44:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:44:12Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"default-tenant","reconcileID":"b1de46a1-175a-42a6-984d-62b086fffef0","namespace":"ai-tenant-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:44:12Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"default-tenant","reconcileID":"b1de46a1-175a-42a6-984d-62b086fffef0","count":0}
{"level":"info","ts":"2026-07-10T03:44:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a7b338/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a7b338","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a7b338","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a7b338"},"tenantIdentifier":"e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:44:12Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"default-tenant","reconcileID":"b1de46a1-175a-42a6-984d-62b086fffef0","tenant":"e2e-shared-a-a7b338","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-10T03:44:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a7b338","deploymentName":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:44:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"default-tenant","reconcileID":"b1de46a1-175a-42a6-984d-62b086fffef0","gvk":"Deployment","name":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:44:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"default-tenant","reconcileID":"b1de46a1-175a-42a6-984d-62b086fffef0","gvk":"Service","name":"maas-api-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:44:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"default-tenant","reconcileID":"b1de46a1-175a-42a6-984d-62b086fffef0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:44:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a7b338"},"namespace":"ai-tenant-e2e-shared-a-a7b338","name":"default-tenant","reconcileID":"b1de46a1-175a-42a6-984d-62b086fffef0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-a7b338"}
{"level":"info","ts":"2026-07-10T03:44:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d16bd00-9226-4950-8f3d-7628fe36fbca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:44:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92417f9f-a6bb-4868-afc6-747a7e681a2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:44:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:44:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:44:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"default-tenant","reconcileID":"65e5ee88-eafc-454d-82f7-44dd914a93e0","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","tenantID":"e2e-shared-b-17c732","subscriptionNamespace":"ai-tenant-e2e-shared-b-17c732","gatewayName":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:44:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-17c732","deploymentName":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:44:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-17c732","deploymentName":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:44:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-17c732","deploymentName":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:44:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:44:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-17c732","deploymentName":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:44:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"248fce41-099c-40df-b9e3-9f8c8e2c9bad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:44:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"963968a5-d880-47fe-b661-78be3fe8682e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:44:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:44:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"error","ts":"2026-07-10T03:44:21Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"ed8278c1-0a92-490a-b779-50387783e7a6","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:44:25Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"dd858da4-5f8c-43d9-85cd-5f9c0ed5b436","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:44:28Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"0a847b54-6487-4257-b20e-76799281e959","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:44:31Z","msg":"maas-api service not found during tenant deletion - keys already inaccessible","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-a7b338","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-a7b338","reconcileID":"7bf7bb45-a479-4571-b278-17912bc23f63","tenant":"e2e-shared-a-a7b338","maasAPIService":"maas-api-e2e-shared-a-a7b338"}
{"level":"error","ts":"2026-07-10T03:44:34Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"1321b9aa-0451-41f4-8e72-2a9ad06bc523","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:44:37Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"c3b11d33-af2b-4037-8790-4c3f44467de2","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:44:40Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"dbcbe83d-76fe-48bc-a529-4872f29e3d60","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:44:43Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"05c02848-dcd2-4db6-9b48-c9ab62e8efc4","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:44:46Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"bdb13d77-5abf-43f9-8dd1-c46aa643a712","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:44:50Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"32df7936-d611-4f98-9e82-de7d1f72fa3c","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:44:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:44:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-07-10T03:44:54Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"7c3cc623-15b6-4069-aee0-26faaf2674cd","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:45:00Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"761382a5-66cf-4dc3-b37f-3bbc9a81da31","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-10T03:45:08Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"dfd2d216-6b82-4a2c-9a25-860c6ffd1428","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:45:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-10T03:45:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-07-10T03:45:21Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-17c732","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-17c732","reconcileID":"ee3bdc49-efb1-455b-9f11-51996cfd2fe1","error":"failed to revoke API keys for tenant: failed to revoke API keys for tenant e2e-shared-b-17c732 after retries: HTTP 403: {\"details\":\"This endpoint is only accessible by the maas-controller\",\"error\":\"Insufficient permissions\"}","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-10T03:45:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:45:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:45:24Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"default-tenant","reconcileID":"88d9cdc5-d10b-40d1-aac9-d9730707722d","namespace":"ai-tenant-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:45:24Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"default-tenant","reconcileID":"88d9cdc5-d10b-40d1-aac9-d9730707722d","count":0}
{"level":"info","ts":"2026-07-10T03:45:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-17c732/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-17c732","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-17c732","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-17c732"},"tenantIdentifier":"e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:45:24Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"default-tenant","reconcileID":"88d9cdc5-d10b-40d1-aac9-d9730707722d","tenant":"e2e-shared-b-17c732","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-10T03:45:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-17c732","deploymentName":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:45:24Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"default-tenant","reconcileID":"88d9cdc5-d10b-40d1-aac9-d9730707722d","gvk":"Deployment","name":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:45:24Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"default-tenant","reconcileID":"88d9cdc5-d10b-40d1-aac9-d9730707722d","gvk":"Service","name":"maas-api-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:45:24Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"default-tenant","reconcileID":"88d9cdc5-d10b-40d1-aac9-d9730707722d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:45:24Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-17c732"},"namespace":"ai-tenant-e2e-shared-b-17c732","name":"default-tenant","reconcileID":"88d9cdc5-d10b-40d1-aac9-d9730707722d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-17c732"}
{"level":"info","ts":"2026-07-10T03:45:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10c4a529-d9a6-4046-bace-cad2c6a77142","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:45:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a38a0ae3-f71a-4189-ab33-4eac30c4396d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:45:29Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-10T03:45:29Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-10T03:45:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"0f935b34-5169-4a58-851b-9e339c4bd4be","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-07-10T03:45:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T03:45:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T03:45:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T03:45:30Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-10T03:45:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-10T03:45:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bca2ddc-53bb-4687-8ba5-2d4e2c4b21ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-10T03:45:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9fb9e8c5-acca-478f-a836-a7f3c39223c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}