{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.672188214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"50c0b436-3687-41df-81bf-1ce94edb7087","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"routeName":"simulator-w3-998997-kserve-route","namespace":"e2e-models-e2e-worker-w3-998997","llmisvcName":"simulator-w3-998997","gateway":"openshift-ingress/e2e-worker-w3-998997","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.674605394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"distinct-w4-64c20d","reconcileID":"cc24d044-f363-4f03-8d65-55dbf092d1f6","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"distinct-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"distinct-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.779499743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"14425c41-4751-4655-aac0-2c89fbfaf1d0","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.807317979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"premium-w3-998997","reconcileID":"2a43fa63-5cc6-46ae-8f4d-ab187b9be28e","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"routeName":"premium-w3-998997-kserve-route","namespace":"e2e-models-e2e-worker-w3-998997","llmisvcName":"premium-w3-998997","gateway":"openshift-ingress/e2e-worker-w3-998997","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:29.807347539Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"premium-w3-998997","reconcileID":"2a43fa63-5cc6-46ae-8f4d-ab187b9be28e","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"error":"LLMInferenceService premium-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:29.820226873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"premium-w3-998997","reconcileID":"2a43fa63-5cc6-46ae-8f4d-ab187b9be28e","error":"LLMInferenceService premium-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.820443161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"60dceae1-b181-4ddb-a296-34c0390d977b","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"routeName":"simulator-w3-998997-kserve-route","namespace":"e2e-models-e2e-worker-w3-998997","llmisvcName":"simulator-w3-998997","gateway":"openshift-ingress/e2e-worker-w3-998997","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.862628203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"054ab618-6855-44b4-ab2f-adcd00d0dc7a","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"premium-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"premium-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.881278328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"c477db1b-0a09-4db5-94d5-83710500a052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-64c20d","tenantID":"e2e-worker-w4-64c20d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.882135609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-subscription","reconcileID":"b9f5b2ef-2a51-4203-8675-357d16da6e69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"maas-trlp-premium-w4-64c20d","model":"e2e-models-e2e-worker-w4-64c20d/premium-w4-64c20d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.894476322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"c477db1b-0a09-4db5-94d5-83710500a052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"e2e-worker-w4-64c20d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.906499717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"9366f27c-4cb9-413b-b429-1f714d4fd5ad","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"premium-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"premium-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:29.981798854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-subscription","reconcileID":"0784ad54-8b0a-4555-afac-c7f75d67d33a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"maas-trlp-premium-w4-64c20d","model":"e2e-models-e2e-worker-w4-64c20d/premium-w4-64c20d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.073796266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"simulator-w4-64c20d","reconcileID":"cbd024c7-3808-4a1d-9952-67c7caf8e7ae","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"simulator-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"simulator-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.091306247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"simulator-subscription","reconcileID":"4d2c8605-d216-44a8-b5a3-798bdaec9262","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"model":"e2e-models-e2e-worker-w4-64c20d/simulator-w4-64c20d","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.096110428Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"simulator-subscription","reconcileID":"4d2c8605-d216-44a8-b5a3-798bdaec9262","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"model":"e2e-models-e2e-worker-w4-64c20d/simulator-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.103688428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"dc0060e1-da0a-4ef6-ae57-6bd796956727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-64c20d","tenantID":"e2e-worker-w4-64c20d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.104718482Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"simulator-subscription","reconcileID":"4d2c8605-d216-44a8-b5a3-798bdaec9262","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"maas-trlp-simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d","model":"e2e-models-e2e-worker-w4-64c20d/simulator-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.112710046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"dc0060e1-da0a-4ef6-ae57-6bd796956727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"e2e-worker-w4-64c20d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.256119985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"simulator-w4-64c20d","reconcileID":"5b14ceae-8e53-4e23-aa50-864398258880","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"simulator-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"simulator-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.276228973Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"simulator-subscription","reconcileID":"3293d150-f326-4e67-ac6d-06f1ce853c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"model":"e2e-models-e2e-worker-w4-64c20d/simulator-w4-64c20d","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.28060176Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"simulator-subscription","reconcileID":"3293d150-f326-4e67-ac6d-06f1ce853c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"model":"e2e-models-e2e-worker-w4-64c20d/simulator-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.368349839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"82520d49-df1b-44fb-8706-ca329ab64863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-64c20d","tenantID":"e2e-worker-w4-64c20d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.378422668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"82520d49-df1b-44fb-8706-ca329ab64863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"e2e-worker-w4-64c20d-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.463658554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"simulator-subscription","reconcileID":"3293d150-f326-4e67-ac6d-06f1ce853c48","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.488242356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"93e5d280-b6c1-42a4-ba50-39f9c4e19c84","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"routeName":"simulator-w6-6a9cdb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6a9cdb","llmisvcName":"simulator-w6-6a9cdb","gateway":"openshift-ingress/e2e-worker-w6-6a9cdb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.679471678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"afd76a75-ea06-49f5-8c23-cd541a0990e7","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"routeName":"simulator-w3-998997-kserve-route","namespace":"e2e-models-e2e-worker-w3-998997","llmisvcName":"simulator-w3-998997","gateway":"openshift-ingress/e2e-worker-w3-998997","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.679511405Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"afd76a75-ea06-49f5-8c23-cd541a0990e7","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.692397716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"afd76a75-ea06-49f5-8c23-cd541a0990e7","error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.697769439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"d4771f1d-3a13-4867-bf6e-464b298af71a","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"routeName":"simulator-w3-998997-kserve-route","namespace":"e2e-models-e2e-worker-w3-998997","llmisvcName":"simulator-w3-998997","gateway":"openshift-ingress/e2e-worker-w3-998997","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.69779567Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"d4771f1d-3a13-4867-bf6e-464b298af71a","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.697846727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"d4771f1d-3a13-4867-bf6e-464b298af71a","error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:30.708567775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"80fd023b-ed44-4b23-98fc-fe6b74ae3a08","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"routeName":"simulator-w3-998997-kserve-route","namespace":"e2e-models-e2e-worker-w3-998997","llmisvcName":"simulator-w3-998997","gateway":"openshift-ingress/e2e-worker-w3-998997","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.708596241Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"80fd023b-ed44-4b23-98fc-fe6b74ae3a08","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.708660009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"80fd023b-ed44-4b23-98fc-fe6b74ae3a08","error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.573498419Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-access","reconcileID":"cbe8e8f7-c9b2-4835-88c2-557ef910eeb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"model":"e2e-models-e2e-worker-w0-4afe0e/simulator-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.57357682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"d0af471d-5885-4922-aafb-9f68f946efae","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.594377631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"62effc1d-400e-4424-a764-12b7950ca91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.59948643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-subscription","reconcileID":"16657b3b-4f97-4d35-b5e0-a9cb81a2c7a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"maas-trlp-simulator-w0-4afe0e","model":"e2e-models-e2e-worker-w0-4afe0e/simulator-w0-4afe0e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.605196758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"62effc1d-400e-4424-a764-12b7950ca91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.628675143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-78ca37","namespace":"e2e-models-e2e-worker-w2-78ca37"},"namespace":"e2e-models-e2e-worker-w2-78ca37","name":"simulator-w2-78ca37","reconcileID":"601ec370-6c4c-46e3-b76e-e900d8e9ddf0","MaaSModelRef":{"name":"simulator-w2-78ca37","namespace":"e2e-models-e2e-worker-w2-78ca37"},"routeName":"simulator-w2-78ca37-kserve-route","namespace":"e2e-models-e2e-worker-w2-78ca37","llmisvcName":"simulator-w2-78ca37","gateway":"openshift-ingress/e2e-worker-w2-78ca37","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.686557103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-78ca37","namespace":"e2e-models-e2e-worker-w2-78ca37"},"namespace":"e2e-models-e2e-worker-w2-78ca37","name":"premium-w2-78ca37","reconcileID":"60f7eb1b-674e-4642-b9e4-7b6140ffddb4","MaaSModelRef":{"name":"premium-w2-78ca37","namespace":"e2e-models-e2e-worker-w2-78ca37"},"routeName":"premium-w2-78ca37-kserve-route","namespace":"e2e-models-e2e-worker-w2-78ca37","llmisvcName":"premium-w2-78ca37","gateway":"openshift-ingress/e2e-worker-w2-78ca37","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.712956496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-access","reconcileID":"dca37e21-7012-4142-99a0-cca051fc0f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"model":"e2e-models-e2e-worker-w0-4afe0e/simulator-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.713160384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"f5d60ad6-d540-430b-b953-1e314563451a","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.762509998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-subscription","reconcileID":"450eafad-6d0e-4e1f-929b-dabb603c9dde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"maas-trlp-simulator-w0-4afe0e","model":"e2e-models-e2e-worker-w0-4afe0e/simulator-w0-4afe0e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.787290011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"93358174-d5d3-42ba-a950-cfc479c1a650","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.789320295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"b28a13d3-c13a-499a-aa3f-7a069fd0b92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-56a44f","tenantID":"e2e-worker-w5-56a44f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.806687433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"b28a13d3-c13a-499a-aa3f-7a069fd0b92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"name":"e2e-worker-w5-56a44f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.841214676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"769dc984-6025-46e2-8f02-0af9194a3dcd","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.851358822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"07abca4f-3e57-4551-ad0d-b7c398baaee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"maas-trlp-premium-w0-4afe0e","model":"e2e-models-e2e-worker-w0-4afe0e/premium-w0-4afe0e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.851941202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-subscription","reconcileID":"c07ff0b5-0116-447f-a2d0-158ca7ea9ee0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"name":"maas-trlp-premium-w5-56a44f","model":"e2e-models-e2e-worker-w5-56a44f/premium-w5-56a44f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.856150771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"bfc4ea17-110e-43c1-95a1-c0692a2757d8","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.860700074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"distinct-2-w5-56a44f","reconcileID":"e7fe001d-f986-40d4-a199-0e3eebb7835c","MaaSModelRef":{"name":"distinct-2-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"distinct-2-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"distinct-2-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.86103404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"distinct-w5-56a44f","reconcileID":"9dbbb6b0-c607-4eb4-ad5c-2ac736070a4f","MaaSModelRef":{"name":"distinct-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"distinct-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"distinct-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.865327924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"premium-w5-56a44f","reconcileID":"8dfb1d01-48c5-4401-a312-647106f8789a","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"premium-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"premium-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.872258936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"simulator-w5-56a44f","reconcileID":"2a74d8fa-1d35-4f17-8803-f9da639d91cf","MaaSModelRef":{"name":"simulator-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"simulator-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"simulator-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.887633385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"c724f49e-3b1a-489e-a63f-0e8d6d74bd7a","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.888299282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"5ba13d12-a175-48cf-bf84-ad6f48336eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:31.901003915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"5ba13d12-a175-48cf-bf84-ad6f48336eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:31.986982486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-access","reconcileID":"dca37e21-7012-4142-99a0-cca051fc0f4b","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.004092521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"a827e9fb-8670-4600-8609-3e7ad15ae76c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"maas-trlp-premium-w0-4afe0e","model":"e2e-models-e2e-worker-w0-4afe0e/premium-w0-4afe0e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.004724365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-subscription","reconcileID":"66d02417-6079-4ae8-bf22-1c055e09ca97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"name":"maas-trlp-premium-w5-56a44f","model":"e2e-models-e2e-worker-w5-56a44f/premium-w5-56a44f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.015381035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"c3ebf178-45c4-40a0-b32a-6d8219556eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-56a44f","tenantID":"e2e-worker-w5-56a44f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.058478338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"c3ebf178-45c4-40a0-b32a-6d8219556eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"name":"e2e-worker-w5-56a44f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.109497602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"7dcec65c-89e0-44f9-ba88-2815436b3946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.118149385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"7dcec65c-89e0-44f9-ba88-2815436b3946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.126050838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01694530-c178-45e1-a77c-64047c4c7e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.129579795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01694530-c178-45e1-a77c-64047c4c7e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.132846538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01694530-c178-45e1-a77c-64047c4c7e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.137004421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01694530-c178-45e1-a77c-64047c4c7e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.2329949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"premium-w5-56a44f","reconcileID":"b0c874a3-1867-427b-a55b-22f3568789ae","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"premium-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"premium-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.247612602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"66b8e791-3e77-4ec7-bf28-562f89e0ff06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-56a44f","tenantID":"e2e-worker-w5-56a44f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.260259829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"66b8e791-3e77-4ec7-bf28-562f89e0ff06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"name":"e2e-worker-w5-56a44f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.261233707Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-subscription","reconcileID":"bd69212d-4357-4d51-a52c-c7b3c9facf96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66f93416","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.408773351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"130e5e5e-8cee-4ee2-bfd5-da3e59e095d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-56a44f","tenantID":"e2e-worker-w5-56a44f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.416319339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"premium-w5-56a44f","reconcileID":"b4bbc206-cb6f-46cb-a72b-bbd5b42be9ac","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"premium-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"premium-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.418335711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"130e5e5e-8cee-4ee2-bfd5-da3e59e095d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"name":"e2e-worker-w5-56a44f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.460151868Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-subscription","reconcileID":"9736ddb8-ab22-44be-be4a-e5bbf4e77b8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66f93416","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.464749682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66c92af-d0a1-4928-a257-8c3bd6c8367e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.468838064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66c92af-d0a1-4928-a257-8c3bd6c8367e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.472950237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66c92af-d0a1-4928-a257-8c3bd6c8367e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.47633425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66c92af-d0a1-4928-a257-8c3bd6c8367e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.504749787Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"75f9f4d1-6eb7-4fac-998b-ed97d713a21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"model":"e2e-models-e2e-worker-w5-56a44f/premium-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.514273824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"75f9f4d1-6eb7-4fac-998b-ed97d713a21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-56a44f","tenantID":"e2e-worker-w5-56a44f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.537991619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.538048217Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.538098727Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","tenant":"e2e-worker-w6-6a9cdb","tenantID":"e2e-worker-w6-6a9cdb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.544571561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Deployment","name":"maas-api-e2e-worker-w6-6a9cdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.546186224Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"75f9f4d1-6eb7-4fac-998b-ed97d713a21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"name":"e2e-worker-w5-56a44f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.546203387Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-access","reconcileID":"75f9f4d1-6eb7-4fac-998b-ed97d713a21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.556207204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"premium-w5-56a44f","reconcileID":"aab9b2d6-a01e-46a0-b6d1-c9d8adc23440","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"premium-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"premium-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.558746405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Service","name":"maas-api-e2e-worker-w6-6a9cdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.575519346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-6a9cdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.582437198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-6a9cdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.590218668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.599160814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.607462057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.613493181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.614683128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"premium-w6-6a9cdb","reconcileID":"e3e52475-80c0-4445-a0a9-b011a95459d8","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"routeName":"premium-w6-6a9cdb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6a9cdb","llmisvcName":"premium-w6-6a9cdb","gateway":"openshift-ingress/e2e-worker-w6-6a9cdb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.61678961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.620370247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.623881319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Service","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.627350552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.630350216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.633245388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.636298907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.645205252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.648267454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.651827292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.655069945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.658161023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-6a9cdb","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.666854742Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f0bb4a8f-8003-4cf5-aed9-1738772a24f8","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.66694762Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f0bb4a8f-8003-4cf5-aed9-1738772a24f8","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.674129Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f0bb4a8f-8003-4cf5-aed9-1738772a24f8","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.674147134Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f0bb4a8f-8003-4cf5-aed9-1738772a24f8","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.396750369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"premium-w6-6a9cdb","reconcileID":"0a6b4bc0-083e-4acb-9e22-30aace78f58d","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"routeName":"premium-w6-6a9cdb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6a9cdb","llmisvcName":"premium-w6-6a9cdb","gateway":"openshift-ingress/e2e-worker-w6-6a9cdb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.40433763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"c29da657-c592-442d-afcf-a61e0d010b6a","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"routeName":"simulator-w6-6a9cdb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6a9cdb","llmisvcName":"simulator-w6-6a9cdb","gateway":"openshift-ingress/e2e-worker-w6-6a9cdb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.611578118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"9638831d-68ba-42d2-b938-2445dbd1cec1","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.615132533Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-subscription","reconcileID":"87519175-dbb6-428c-9547-f22b67a88343","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-464e2bd6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.626236958Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-subscription","reconcileID":"d72b4e44-79a3-4913-9067-7ecefa51a21d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-464e2bd6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.630045798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"293797d9-8fa7-4c5a-b7e6-5867a3f0d29d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.638592362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"293797d9-8fa7-4c5a-b7e6-5867a3f0d29d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.742701895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"premium-w6-6a9cdb","reconcileID":"55a75dba-5a50-4287-b50c-d9af74bbb4ee","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"routeName":"premium-w6-6a9cdb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6a9cdb","llmisvcName":"premium-w6-6a9cdb","gateway":"openshift-ingress/e2e-worker-w6-6a9cdb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:33.742730808Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"premium-w6-6a9cdb","reconcileID":"55a75dba-5a50-4287-b50c-d9af74bbb4ee","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"error":"LLMInferenceService premium-w6-6a9cdb not found in namespace e2e-models-e2e-worker-w6-6a9cdb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:33.753862746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"premium-w6-6a9cdb","reconcileID":"55a75dba-5a50-4287-b50c-d9af74bbb4ee","error":"LLMInferenceService premium-w6-6a9cdb not found in namespace e2e-models-e2e-worker-w6-6a9cdb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.757035205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"8b4f974e-6b37-435f-95f8-3588f82031b0","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"routeName":"simulator-w6-6a9cdb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6a9cdb","llmisvcName":"simulator-w6-6a9cdb","gateway":"openshift-ingress/e2e-worker-w6-6a9cdb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.837143433Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-998997","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-998997","reconcileID":"ef98e98b-6c53-45ed-86ae-3d5f32bd6191","aitenant":"ai-tenants/e2e-worker-w3-998997","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.055561058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"ec1e4a47-d577-47e7-ac33-f6f16441c2d1","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"routeName":"simulator-w6-6a9cdb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6a9cdb","llmisvcName":"simulator-w6-6a9cdb","gateway":"openshift-ingress/e2e-worker-w6-6a9cdb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:34.055591258Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"ec1e4a47-d577-47e7-ac33-f6f16441c2d1","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"error":"LLMInferenceService simulator-w6-6a9cdb not found in namespace e2e-models-e2e-worker-w6-6a9cdb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:34.064838863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"ec1e4a47-d577-47e7-ac33-f6f16441c2d1","error":"LLMInferenceService simulator-w6-6a9cdb not found in namespace e2e-models-e2e-worker-w6-6a9cdb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.076679316Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-998997","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-998997","reconcileID":"ef98e98b-6c53-45ed-86ae-3d5f32bd6191","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-998997","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-998997"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.085692233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4d745a0-387e-443d-9531-4a659e1cbb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.089123384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4d745a0-387e-443d-9531-4a659e1cbb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.092363792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4d745a0-387e-443d-9531-4a659e1cbb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.096437624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4d745a0-387e-443d-9531-4a659e1cbb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.178678861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"419596bf-cb20-401b-95ba-05d72d7ee33c","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.422036839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3d9568-01f5-4365-88d6-a361381b1bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.425768997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3d9568-01f5-4365-88d6-a361381b1bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.430525281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3d9568-01f5-4365-88d6-a361381b1bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.434598959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3d9568-01f5-4365-88d6-a361381b1bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.827495528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedc2baa-f21a-4529-b9db-ef38632f6842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.831148288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedc2baa-f21a-4529-b9db-ef38632f6842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.834805085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedc2baa-f21a-4529-b9db-ef38632f6842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:34.838387922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedc2baa-f21a-4529-b9db-ef38632f6842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.066612023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6787b2e0-9838-466a-a561-d4b3a4402ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.070753475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6787b2e0-9838-466a-a561-d4b3a4402ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.074259868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6787b2e0-9838-466a-a561-d4b3a4402ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.077639622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6787b2e0-9838-466a-a561-d4b3a4402ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.359529726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.413532307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfe61e5-0763-445e-98c9-c367b92adeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.422166924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfe61e5-0763-445e-98c9-c367b92adeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.462398066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfe61e5-0763-445e-98c9-c367b92adeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.466063112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfe61e5-0763-445e-98c9-c367b92adeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.736124303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c0a1c3-ff1b-472f-a94d-a675dcf889e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.739506323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c0a1c3-ff1b-472f-a94d-a675dcf889e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.74276076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c0a1c3-ff1b-472f-a94d-a675dcf889e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:35.746370266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c0a1c3-ff1b-472f-a94d-a675dcf889e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.027808269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bbfb8d-e4ad-4d85-abde-b66d55e0298e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.032160545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bbfb8d-e4ad-4d85-abde-b66d55e0298e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.036234847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bbfb8d-e4ad-4d85-abde-b66d55e0298e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.040436759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bbfb8d-e4ad-4d85-abde-b66d55e0298e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.298844934Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f9e497f2-ff3c-4ea8-ab7b-cd4633b6df13","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.29895809Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f9e497f2-ff3c-4ea8-ab7b-cd4633b6df13","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.304752874Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f9e497f2-ff3c-4ea8-ab7b-cd4633b6df13","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.304771458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f9e497f2-ff3c-4ea8-ab7b-cd4633b6df13","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.645518585Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"c1a1e05d-4f7d-4db0-889a-cafdd78fc1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"model":"e2e-models-e2e-worker-w4-64c20d/premium-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.645880464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"81075f20-fb7f-4424-abec-30ff85f0f62b","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"premium-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"premium-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.672194932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-subscription","reconcileID":"4ca700fc-970d-472a-9840-3f5293420f80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"maas-trlp-premium-w4-64c20d","model":"e2e-models-e2e-worker-w4-64c20d/premium-w4-64c20d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.76219982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"c1a1e05d-4f7d-4db0-889a-cafdd78fc1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-64c20d","tenantID":"e2e-worker-w4-64c20d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.798588133Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"c1a1e05d-4f7d-4db0-889a-cafdd78fc1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"e2e-worker-w4-64c20d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.798755235Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-access","reconcileID":"c1a1e05d-4f7d-4db0-889a-cafdd78fc1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.812896469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"76810bda-cd0b-4edf-9da8-eb7dca36ccb1","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"premium-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"premium-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.841014874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-subscription","reconcileID":"6df62591-73a3-41ea-9a60-0b65808c4147","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"maas-trlp-premium-w4-64c20d","model":"e2e-models-e2e-worker-w4-64c20d/premium-w4-64c20d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.961080226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"4fcaebab-f003-44d5-8f86-864425a983d4","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"premium-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"premium-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:37.246197621Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-6a9cdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-6a9cdb","reconcileID":"f67e32e9-ea89-4567-83cb-28826eb21d0e","aitenant":"ai-tenants/e2e-worker-w6-6a9cdb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:37.70415137Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-6a9cdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-6a9cdb","reconcileID":"f67e32e9-ea89-4567-83cb-28826eb21d0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-6a9cdb","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-6a9cdb"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:37.833763298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04dd791b-5820-4029-9478-04217a2c63d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:37.847874768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04dd791b-5820-4029-9478-04217a2c63d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:37.8638823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04dd791b-5820-4029-9478-04217a2c63d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:37.976057199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04dd791b-5820-4029-9478-04217a2c63d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:37.977256798Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-36730f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-36730f","reconcileID":"d4798715-2c6c-4aca-bc5f-cec306cbd5e9","aitenant":"ai-tenants/e2e-worker-w1-36730f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:38.318134406Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-36730f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-36730f","reconcileID":"d4798715-2c6c-4aca-bc5f-cec306cbd5e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-36730f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-36730f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:38.876451141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5a10cb-384f-4726-ac7a-f544039d9ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:38.885099358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5a10cb-384f-4726-ac7a-f544039d9ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:38.899130997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5a10cb-384f-4726-ac7a-f544039d9ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:38.914987104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5a10cb-384f-4726-ac7a-f544039d9ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.313186035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"distinct-2-w4-64c20d","reconcileID":"14aba15e-5806-4692-9d37-f8fcee40d218","MaaSModelRef":{"name":"distinct-2-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"distinct-2-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"distinct-2-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.425430758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d3e208-9d2a-46e0-ba1a-fd2ad0fb4fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.436887671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d3e208-9d2a-46e0-ba1a-fd2ad0fb4fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.445211452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d3e208-9d2a-46e0-ba1a-fd2ad0fb4fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.45070253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d3e208-9d2a-46e0-ba1a-fd2ad0fb4fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.685173144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"distinct-w4-64c20d","reconcileID":"127c573b-e08a-45b2-a831-d1c0f4887e43","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"distinct-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"distinct-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.73433358Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-subscription","reconcileID":"f03990ea-64c4-432c-aac4-cd33090eb8ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92bab82f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.85080945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"simulator-w4-64c20d","reconcileID":"7fdc2aaf-fea6-4dbf-8b26-2a925d258ac4","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"simulator-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"simulator-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.894150397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"d295b612-28e0-4c2c-b6c8-05210f584cbb","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"premium-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"premium-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.894487864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"distinct-2-w4-64c20d","reconcileID":"e0afbe34-7940-4c16-baad-873a0a9cb945","MaaSModelRef":{"name":"distinct-2-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"distinct-2-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"distinct-2-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.894744145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"distinct-w4-64c20d","reconcileID":"026a4903-664d-4307-bfe2-95e8836d1051","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"distinct-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"distinct-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:39.913440788Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-subscription","reconcileID":"7f67aaed-7f97-4cb4-aa89-643b446e12aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92bab82f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:40.266283845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92308b9b-b755-442d-9194-d1c4e9c32cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:40.282153712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92308b9b-b755-442d-9194-d1c4e9c32cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:40.298240011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92308b9b-b755-442d-9194-d1c4e9c32cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:40.313012739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92308b9b-b755-442d-9194-d1c4e9c32cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:40.84217997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54adbb6e-536f-4c0c-a2c8-6413a5292ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:40.845853279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54adbb6e-536f-4c0c-a2c8-6413a5292ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:40.84918529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54adbb6e-536f-4c0c-a2c8-6413a5292ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:40.852620123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54adbb6e-536f-4c0c-a2c8-6413a5292ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.134627336Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"3b2b14af-1a00-47df-b3c6-ec370efccb8f","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.134809652Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"3b2b14af-1a00-47df-b3c6-ec370efccb8f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.140573295Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"3b2b14af-1a00-47df-b3c6-ec370efccb8f","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.14065193Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"3b2b14af-1a00-47df-b3c6-ec370efccb8f","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.140896536Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"6ff41071-d253-4bba-9841-d5700f285b60","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.141013039Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"6ff41071-d253-4bba-9841-d5700f285b60","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.146694908Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"6ff41071-d253-4bba-9841-d5700f285b60","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.146751057Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"6ff41071-d253-4bba-9841-d5700f285b60","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.852613049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"b685b26b-095d-4eee-972e-faa4d348e81e","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.861224159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"distinct-2-w5-56a44f","reconcileID":"0d014488-fb0c-42fb-bb7a-3e797b33047e","MaaSModelRef":{"name":"distinct-2-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"distinct-2-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"distinct-2-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.866115047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"distinct-w5-56a44f","reconcileID":"cf0cd0c5-b253-464e-ace0-ac725aee25db","MaaSModelRef":{"name":"distinct-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"distinct-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"distinct-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.8750797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"simulator-w5-56a44f","reconcileID":"1d10f13d-79b8-4802-8a34-7261a787b0dc","MaaSModelRef":{"name":"simulator-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"simulator-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"simulator-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.889169248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"8902161b-779a-482e-8b59-f5870cc989c6","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:42.478309765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-subscription","reconcileID":"6fd01e08-672f-45ea-b64d-09eebf58cc85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"model":"e2e-models-e2e-worker-w5-56a44f/premium-w5-56a44f","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:42.483412307Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-subscription","reconcileID":"6fd01e08-672f-45ea-b64d-09eebf58cc85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"model":"e2e-models-e2e-worker-w5-56a44f/premium-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:42.492104993Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"premium-simulator-subscription","reconcileID":"6fd01e08-672f-45ea-b64d-09eebf58cc85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"name":"maas-trlp-premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f","model":"e2e-models-e2e-worker-w5-56a44f/premium-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:42.534232509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"premium-w5-56a44f","reconcileID":"e4086d15-a296-419d-8e55-37df6a4d39ce","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"premium-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"premium-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:42.869121588Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-78ca37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-78ca37","reconcileID":"350a5d34-e399-4a22-8ea9-4708f78de6c4","aitenant":"ai-tenants/e2e-worker-w2-78ca37","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.007576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9208f4d2-f9c8-4c81-9021-463b267d6d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.012174617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9208f4d2-f9c8-4c81-9021-463b267d6d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.016503605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9208f4d2-f9c8-4c81-9021-463b267d6d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.020732447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9208f4d2-f9c8-4c81-9021-463b267d6d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.022020167Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-78ca37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-78ca37","reconcileID":"350a5d34-e399-4a22-8ea9-4708f78de6c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-78ca37","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-78ca37"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.316715893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29996440-734a-44a6-9a18-49feefde9f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.320104519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29996440-734a-44a6-9a18-49feefde9f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.32402044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29996440-734a-44a6-9a18-49feefde9f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.327715497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29996440-734a-44a6-9a18-49feefde9f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.622156249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"86e136c8-158d-4e87-849d-1111431b717d","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.631582213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-subscription","reconcileID":"e2abecec-a717-410f-aa2c-a2e5e647acdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"model":"e2e-models-e2e-worker-w0-4afe0e/simulator-w0-4afe0e","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.635790001Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-subscription","reconcileID":"e2abecec-a717-410f-aa2c-a2e5e647acdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"model":"e2e-models-e2e-worker-w0-4afe0e/simulator-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.640181843Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-subscription","reconcileID":"e2abecec-a717-410f-aa2c-a2e5e647acdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"maas-trlp-simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e","model":"e2e-models-e2e-worker-w0-4afe0e/simulator-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.65998654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41594e05-237d-4ac0-b7ff-63cb6a2578ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.664329196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41594e05-237d-4ac0-b7ff-63cb6a2578ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.66905017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41594e05-237d-4ac0-b7ff-63cb6a2578ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.673306016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41594e05-237d-4ac0-b7ff-63cb6a2578ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.779816574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"e32c6e68-7cae-49db-9412-919f2d7b2121","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.787020286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"8a202c81-395f-40a6-8cea-7355bbfb96a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:43.796793867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"8a202c81-395f-40a6-8cea-7355bbfb96a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.02143702Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.021565596Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.021639554Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","tenant":"e2e-worker-w5-56a44f","tenantID":"e2e-worker-w5-56a44f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.027673153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Deployment","name":"maas-api-e2e-worker-w5-56a44f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.032022108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026a9461-d1a9-45ba-be10-369cf6a0f7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.046406533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026a9461-d1a9-45ba-be10-369cf6a0f7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.049893255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Service","name":"maas-api-e2e-worker-w5-56a44f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.077881959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026a9461-d1a9-45ba-be10-369cf6a0f7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.100584544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-56a44f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.105761535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026a9461-d1a9-45ba-be10-369cf6a0f7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.115417718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-56a44f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.126765063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.141160258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.154973358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.161488135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.165423438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.16918753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.172622419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Service","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.176152214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.180159053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.183558812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.18806264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.191413248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"2b9ed407-397e-49d7-a1e2-1adb16692ae1","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.197816897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.205664076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.209229315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.216413181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.221583737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-56a44f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.235445365Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"f9599fe5-c9eb-4e8c-879f-62c006b39f9a","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.235552646Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"f9599fe5-c9eb-4e8c-879f-62c006b39f9a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.242985932Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"f9599fe5-c9eb-4e8c-879f-62c006b39f9a","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.24307797Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"f9599fe5-c9eb-4e8c-879f-62c006b39f9a","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.698819646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b10e43-afb4-40ef-ad1b-dd330bb9e6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.704521514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b10e43-afb4-40ef-ad1b-dd330bb9e6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.709625138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b10e43-afb4-40ef-ad1b-dd330bb9e6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.772068826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b10e43-afb4-40ef-ad1b-dd330bb9e6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:45.14687236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e1545b-db36-4390-90ea-4f5017ae53fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:45.151410708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e1545b-db36-4390-90ea-4f5017ae53fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:45.156684185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e1545b-db36-4390-90ea-4f5017ae53fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:45.160526752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e1545b-db36-4390-90ea-4f5017ae53fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:45.472564946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d976428-37a7-4bab-b644-02185bde9e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:45.478033155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d976428-37a7-4bab-b644-02185bde9e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:45.483273914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d976428-37a7-4bab-b644-02185bde9e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:45.488937056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d976428-37a7-4bab-b644-02185bde9e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:45.975226067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7a622b-d7a0-4a21-9752-5125ea2f521d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.002074144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7a622b-d7a0-4a21-9752-5125ea2f521d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.009111541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7a622b-d7a0-4a21-9752-5125ea2f521d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.014769634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7a622b-d7a0-4a21-9752-5125ea2f521d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.339156684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5652bccb-2326-45bb-906f-f94811c4456f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.342572456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5652bccb-2326-45bb-906f-f94811c4456f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.345832831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5652bccb-2326-45bb-906f-f94811c4456f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.35754119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5652bccb-2326-45bb-906f-f94811c4456f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.628054505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19297d60-3c66-4978-8a4c-0b4d74c06982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.631390852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19297d60-3c66-4978-8a4c-0b4d74c06982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.634589663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19297d60-3c66-4978-8a4c-0b4d74c06982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.637818897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19297d60-3c66-4978-8a4c-0b4d74c06982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.711064013Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d9237b86-89da-4697-8e06-abf9cbbef915","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.71112871Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d9237b86-89da-4697-8e06-abf9cbbef915","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.7171092Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d9237b86-89da-4697-8e06-abf9cbbef915","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.717127614Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d9237b86-89da-4697-8e06-abf9cbbef915","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.566017228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"39cea3ad-6ea1-49bd-a804-064d90ae25cc","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.572655617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"eb3a6100-aeec-4a14-b29d-6124848f690f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.581579122Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"09afc88f-aa37-4b84-b971-68ee9ae112cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec7bdfdd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.583618898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"eb3a6100-aeec-4a14-b29d-6124848f690f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.672167613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"6ef857aa-7070-4c54-bcb5-9da4f962d20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.680611575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"6ef857aa-7070-4c54-bcb5-9da4f962d20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.894550133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"simulator-w4-64c20d","reconcileID":"60b623da-1edf-4271-a808-6eb836ca1a56","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"simulator-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"simulator-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.894942673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"75199d53-212d-4ab0-bb19-23fb1191b28f","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"premium-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"premium-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.89524911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"distinct-2-w4-64c20d","reconcileID":"888639fb-4282-4be6-8b33-1a27278a324d","MaaSModelRef":{"name":"distinct-2-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"distinct-2-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"distinct-2-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.895465653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"distinct-w4-64c20d","reconcileID":"50c1a316-f81a-4b4a-8d38-7a2feff55007","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"distinct-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"distinct-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.918306033Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-subscription","reconcileID":"2da07648-c283-45e3-a907-67ae0539f151","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"model":"e2e-models-e2e-worker-w4-64c20d/premium-w4-64c20d","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.922413466Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-subscription","reconcileID":"2da07648-c283-45e3-a907-67ae0539f151","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"model":"e2e-models-e2e-worker-w4-64c20d/premium-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.926496516Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"premium-simulator-subscription","reconcileID":"2da07648-c283-45e3-a907-67ae0539f151","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"name":"maas-trlp-premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d","model":"e2e-models-e2e-worker-w4-64c20d/premium-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:49.956662488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"534369f4-beec-47c0-81ec-9e338baacca9","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"premium-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"premium-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.451168169Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"9fa7cc06-e36d-4e22-b915-fb2069a61cb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec7bdfdd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.496718919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"20e9118e-2767-497d-a6f4-e302d036a6ff","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.496964941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"33db0509-b037-46bb-8094-77f12fd57160","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.497121651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"671099c2-c489-4a62-a9cd-d8e599f8bae3","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.497281983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"1b67128c-48fe-4b1a-977a-ccd96d9f69dd","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.50601613Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"be12bb7f-18c5-41be-8afa-88a7cca16af0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec7bdfdd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.507392075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"ef3c6ee9-653c-4209-bf58-c9b668950693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.523029664Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"420a29e7-99c8-4465-a71e-9f3c6d466636","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec7bdfdd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.523159143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"ef3c6ee9-653c-4209-bf58-c9b668950693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.776596545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"9f7e2b5b-04a1-4b51-9b79-7a3a353d1d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.863602501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"9f7e2b5b-04a1-4b51-9b79-7a3a353d1d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.968466909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a41bdc-bd27-42ce-b6ef-79a4e7cfc158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.971811019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a41bdc-bd27-42ce-b6ef-79a4e7cfc158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.97537179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a41bdc-bd27-42ce-b6ef-79a4e7cfc158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:50.978998844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a41bdc-bd27-42ce-b6ef-79a4e7cfc158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.331427408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a87b2f52-5030-445a-bd79-647da19dae9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.335599804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a87b2f52-5030-445a-bd79-647da19dae9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.339814572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a87b2f52-5030-445a-bd79-647da19dae9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.343909041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a87b2f52-5030-445a-bd79-647da19dae9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.488623265Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"6223a8f6-c42d-47d5-a937-eaa804f42aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"model":"e2e-models-e2e-worker-w0-4afe0e/premium-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.490736838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f48b6a85-94be-4861-9248-48ae00d5b873","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.747312003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"6223a8f6-c42d-47d5-a937-eaa804f42aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.835391626Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"6223a8f6-c42d-47d5-a937-eaa804f42aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"e2e-worker-w0-4afe0e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.835424774Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"6223a8f6-c42d-47d5-a937-eaa804f42aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.847647588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"76aacf4c-e81a-4761-8ec4-4b7cc2ba64ea","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.862844534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"distinct-2-w5-56a44f","reconcileID":"ff6c25f9-66dd-4abb-9f26-a699378aaa8e","MaaSModelRef":{"name":"distinct-2-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"distinct-2-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"distinct-2-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.866646287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"distinct-w5-56a44f","reconcileID":"e548e802-f43e-46ce-a037-a7b53a875b83","MaaSModelRef":{"name":"distinct-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"distinct-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"distinct-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.87328647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a44794-379f-4fde-8814-809d34fae488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.877825082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a44794-379f-4fde-8814-809d34fae488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.878068454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"simulator-w5-56a44f","reconcileID":"57ed9652-6104-4d59-86e6-157a79bbea91","MaaSModelRef":{"name":"simulator-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"simulator-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"simulator-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.882633137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a44794-379f-4fde-8814-809d34fae488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:51.892495282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a44794-379f-4fde-8814-809d34fae488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.165609047Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.165774155Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.165879833Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","tenant":"e2e-worker-w4-64c20d","tenantID":"e2e-worker-w4-64c20d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.172300636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Deployment","name":"maas-api-e2e-worker-w4-64c20d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.201946371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Service","name":"maas-api-e2e-worker-w4-64c20d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.212690278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-64c20d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.224096962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-64c20d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.240394539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.247231374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.260475742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.269098671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.283255339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.298563242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.310959243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Service","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.31269673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b21e18e-1cc4-456e-9045-3c28c7dc6b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.31910646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b21e18e-1cc4-456e-9045-3c28c7dc6b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.319444263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.324210716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b21e18e-1cc4-456e-9045-3c28c7dc6b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.328952409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b21e18e-1cc4-456e-9045-3c28c7dc6b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.330008362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.334523408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.338093911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.367270825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.376989584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.386281614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.389883957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.39513307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-64c20d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.41057194Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"8c284012-791b-483e-a4c8-1a34fc37a13e","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.4140444Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"8c284012-791b-483e-a4c8-1a34fc37a13e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.420964091Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"8c284012-791b-483e-a4c8-1a34fc37a13e","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.421037002Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"8c284012-791b-483e-a4c8-1a34fc37a13e","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.537225206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"premium-w5-56a44f","reconcileID":"7308293b-ce83-49a6-b3e3-ed8362bec59b","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"premium-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"premium-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:57.422207025Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"3ab73bcb-97af-4bc4-ad71-ba21179f1fb9","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:57.422279002Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"3ab73bcb-97af-4bc4-ad71-ba21179f1fb9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:57.429245924Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"3ab73bcb-97af-4bc4-ad71-ba21179f1fb9","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:57.429269948Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"3ab73bcb-97af-4bc4-ad71-ba21179f1fb9","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:59.895506086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"simulator-w4-64c20d","reconcileID":"16aab370-feea-4b09-a680-03d238e5b812","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"simulator-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"simulator-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:59.895825275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"distinct-2-w4-64c20d","reconcileID":"aa422181-523a-4182-9c0f-09e1fb15d667","MaaSModelRef":{"name":"distinct-2-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"distinct-2-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"distinct-2-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:59.896090066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"distinct-w4-64c20d","reconcileID":"b1645cd6-b20d-4a10-b094-5dae437553e7","MaaSModelRef":{"name":"distinct-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"distinct-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"distinct-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:59.957725248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"bdd2f491-fc38-4dee-a260-9622c34ce4ba","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"routeName":"premium-w4-64c20d-kserve-route","namespace":"e2e-models-e2e-worker-w4-64c20d","llmisvcName":"premium-w4-64c20d","gateway":"openshift-ingress/e2e-worker-w4-64c20d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:00.498015982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"6c46d0fd-a4bf-48e9-8033-af235130fff9","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:00.498341706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"70f6cf3c-0a51-4431-ab91-aafc8b7bcef9","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:00.498570984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"a664f5f1-e647-4553-bd2a-519e87ee299f","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:00.529071406Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"0c45705d-7c92-4db0-bbb9-a8fce820ecbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"model":"e2e-models-e2e-worker-w0-4afe0e/premium-w0-4afe0e","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:00.53305591Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"0c45705d-7c92-4db0-bbb9-a8fce820ecbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"model":"e2e-models-e2e-worker-w0-4afe0e/premium-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:00.537332855Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"0c45705d-7c92-4db0-bbb9-a8fce820ecbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"name":"maas-trlp-premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e","model":"e2e-models-e2e-worker-w0-4afe0e/premium-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:00.658419758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"5b03f034-eeb3-479c-a3a7-9558dc1bec0d","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:01.863876251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"distinct-2-w5-56a44f","reconcileID":"4ca257df-9635-4608-8922-028ead590028","MaaSModelRef":{"name":"distinct-2-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"distinct-2-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"distinct-2-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:01.867412038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"distinct-w5-56a44f","reconcileID":"b05f25dd-889e-47ac-b38b-445b2a6fe497","MaaSModelRef":{"name":"distinct-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"distinct-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"distinct-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:01.883736003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"simulator-w5-56a44f","reconcileID":"37d9a54f-b57e-441f-86ac-bf0a0597541d","MaaSModelRef":{"name":"simulator-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"routeName":"simulator-w5-56a44f-kserve-route","namespace":"e2e-models-e2e-worker-w5-56a44f","llmisvcName":"simulator-w5-56a44f","gateway":"openshift-ingress/e2e-worker-w5-56a44f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.429848357Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.429897464Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.429961804Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","tenant":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.43526343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Deployment","name":"maas-api-e2e-worker-w0-4afe0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.447399719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Service","name":"maas-api-e2e-worker-w0-4afe0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.462532682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-4afe0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.468225102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-4afe0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.474494067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.480332883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.490788623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.497169947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.500342918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.503409159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.506577245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Service","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.509676136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.512686558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.515839781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.519119963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.526523557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.529484301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.532506129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.535614614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.538742822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-4afe0e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.665405475Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-56a44f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-56a44f","reconcileID":"75e8292e-cf67-4d58-b121-edec84aedf40","aitenant":"ai-tenants/e2e-worker-w5-56a44f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.817079364Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-56a44f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-56a44f","reconcileID":"75e8292e-cf67-4d58-b121-edec84aedf40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-56a44f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-56a44f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.828257367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24075a-d44b-432d-9b0d-77ec41c85a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.831750068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24075a-d44b-432d-9b0d-77ec41c85a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.835457888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24075a-d44b-432d-9b0d-77ec41c85a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.83907649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24075a-d44b-432d-9b0d-77ec41c85a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.229914161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9786f3de-ba4f-4a8e-9043-fa256f8e902c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.233714621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9786f3de-ba4f-4a8e-9043-fa256f8e902c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.237210514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9786f3de-ba4f-4a8e-9043-fa256f8e902c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.240902882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9786f3de-ba4f-4a8e-9043-fa256f8e902c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.269779586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.004844864Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-64c20d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-64c20d","reconcileID":"fad61e2c-da5b-4391-a609-b43412249c03","aitenant":"ai-tenants/e2e-worker-w4-64c20d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.106479124Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-64c20d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-64c20d","reconcileID":"fad61e2c-da5b-4391-a609-b43412249c03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-64c20d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-64c20d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.152213222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f03875-7cc2-4cd1-8d61-a3e26772def4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.156242375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f03875-7cc2-4cd1-8d61-a3e26772def4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.159702552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f03875-7cc2-4cd1-8d61-a3e26772def4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.165626414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f03875-7cc2-4cd1-8d61-a3e26772def4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.709911771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4866f00-f526-49a5-ac4c-be0721833c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.713764914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4866f00-f526-49a5-ac4c-be0721833c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.717977462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4866f00-f526-49a5-ac4c-be0721833c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.721439981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4866f00-f526-49a5-ac4c-be0721833c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.954723617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe39257-5fdd-4d72-8842-78fe517b6d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.959163979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe39257-5fdd-4d72-8842-78fe517b6d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.963268717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe39257-5fdd-4d72-8842-78fe517b6d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.969374613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe39257-5fdd-4d72-8842-78fe517b6d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:10.49851262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"de669fbf-cfa6-41ce-98fe-8ff2a216854d","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:10.498907691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"697c58c5-ee28-4828-9d82-1f86c17b2b64","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:10.499224174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"a3423ed3-3958-4c30-9ed2-16474cc2d40d","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:10.659069431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"2e169bf3-c19f-431d-8f82-d6633bbc5691","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.145178593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"25af9a9f-42bd-4a0c-aa59-de5b3f1e42c9","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.154967943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"23d7662a-5016-4595-ad86-2573758a6270","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.165431317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"aebcfd67-49fc-4e39-ba6c-8634a1438a55","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.173822503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"6f6e14f7-ecea-4e66-906c-c9bcadb67cec","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.250508056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"794b2a56-ab5a-4f32-aa60-ff845cad2ce0","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.250550161Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"794b2a56-ab5a-4f32-aa60-ff845cad2ce0","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.267781505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"794b2a56-ab5a-4f32-aa60-ff845cad2ce0","error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.273526192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"2bf0f09f-1062-4f33-8ec9-d87fadd357e8","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.273559822Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"2bf0f09f-1062-4f33-8ec9-d87fadd357e8","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.273637105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"2bf0f09f-1062-4f33-8ec9-d87fadd357e8","error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.282368686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"446a3363-f2fa-4b41-9e97-981debeadf06","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.282707757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"6a711d1e-907a-4690-b12c-22d7fef353ad","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.282982134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"8712c466-c775-47ef-a503-71ed99cf54f2","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.398042547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"4fa21989-b4ea-4f5b-a657-e104247e4879","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.398096297Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"4fa21989-b4ea-4f5b-a657-e104247e4879","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.408586425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"4fa21989-b4ea-4f5b-a657-e104247e4879","error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.414035525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"50716e65-e981-40b7-8469-5c0ee227705c","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.414146649Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"50716e65-e981-40b7-8469-5c0ee227705c","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.414225132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"50716e65-e981-40b7-8469-5c0ee227705c","error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.415731737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f993da0f-a7fa-4805-8c61-9dc51a0f8177","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.415985465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"55da89a4-3efc-499c-855f-d989b18d2ab3","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.508589785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f35f90e8-67a3-438e-ad5b-9a4d1d3d9ed9","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.508615424Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f35f90e8-67a3-438e-ad5b-9a4d1d3d9ed9","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.517332848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f35f90e8-67a3-438e-ad5b-9a4d1d3d9ed9","error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.522642336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"8c96b3ab-c3ae-4aa8-aa1a-6e458cd37376","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.522665607Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"8c96b3ab-c3ae-4aa8-aa1a-6e458cd37376","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.522713207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"8c96b3ab-c3ae-4aa8-aa1a-6e458cd37376","error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.52470826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"dfab1458-d226-4a78-b697-4da298a6b0bf","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.646795796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"d2a245fb-b7ee-4a33-9303-7e75e62be5e2","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.646826789Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"d2a245fb-b7ee-4a33-9303-7e75e62be5e2","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService simulator-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.665962644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"d2a245fb-b7ee-4a33-9303-7e75e62be5e2","error":"LLMInferenceService simulator-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.275438076Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4afe0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4afe0e","reconcileID":"bccbcc62-388f-4d12-b889-3b2e7a2ebfb1","aitenant":"ai-tenants/e2e-worker-w0-4afe0e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.410308578Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4afe0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4afe0e","reconcileID":"bccbcc62-388f-4d12-b889-3b2e7a2ebfb1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-4afe0e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-4afe0e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.429437844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b9256-9dc0-49f2-a807-4cfb0d455226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.434117843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b9256-9dc0-49f2-a807-4cfb0d455226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.437380704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b9256-9dc0-49f2-a807-4cfb0d455226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.440675167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b9256-9dc0-49f2-a807-4cfb0d455226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.94218197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2cb92-4076-4c53-895a-b0749b2c28e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.946369794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2cb92-4076-4c53-895a-b0749b2c28e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.950087806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2cb92-4076-4c53-895a-b0749b2c28e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.953426787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2cb92-4076-4c53-895a-b0749b2c28e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:16.220859835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60966560-b7b9-402a-b832-01992d9848c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:16.224823084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60966560-b7b9-402a-b832-01992d9848c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:16.228353376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60966560-b7b9-402a-b832-01992d9848c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:16.231693877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60966560-b7b9-402a-b832-01992d9848c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:17.146810943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe2fd4c7-963d-4548-ab44-547ac056ca0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:17.243493515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba76d4da-3698-4244-b3ab-5ac9285bd8f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:35.271576403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}