=== logs ns=opendatahub selector=app=maas-controller pattern=default-tenant|models-as-a-service|TenantConfig|tenant.*ready|error|fail ===
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:31.813511979Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:31.813530891Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9}
I1104 05:40:32.492530       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
I1104 05:40:50.220299       1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.223088584Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.223616514Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.223835495Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.225089017Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.225206499Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.225237361Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.225259702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.225299638Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.225471616Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.225635828Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.225190249Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.226261876Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.566538853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c150538-6230-457a-ba5f-d20c09848a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.567088195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccb7eca2-80ae-485e-93ce-fe8aa1087ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.586463174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"37d0f151-242e-4891-8141-996ca048bda4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.593436044Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccb7eca2-80ae-485e-93ce-fe8aa1087ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:40:50.594401717Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c150538-6230-457a-ba5f-d20c09848a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.599002139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccb7eca2-80ae-485e-93ce-fe8aa1087ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:40:50.603953028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c150538-6230-457a-ba5f-d20c09848a6e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.620632196Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f94f7dd8-4e97-4a5a-abff-df1af3511c93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.62092614Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"db787888-c8ff-43da-bfde-df00ff788a2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.644435414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e58422d9-04e7-4bd7-9fde-fa7ce9097a40","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.644850973Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.644874507Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.665573086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d133931f-e657-4c4c-83d4-56b85a897310","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.667660793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d61fcc8d-ba3d-476c-b520-9879d0a6c01a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.668060615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1bccccb-4511-4124-9183-ab6cd2189c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.673775857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5de96b95-8cde-4199-bfa5-6df010b33583","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.75030177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e091751-5c72-4286-8353-65ae5fcd5de4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.76508094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d61fcc8d-ba3d-476c-b520-9879d0a6c01a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.768620853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1bccccb-4511-4124-9183-ab6cd2189c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.847005299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d61fcc8d-ba3d-476c-b520-9879d0a6c01a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.851731017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1bccccb-4511-4124-9183-ab6cd2189c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.859609519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff25ebbe-393b-4f89-bc51-26776abd8a89","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.863442009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"252d4305-4ff5-4f6a-84f4-48e897dc205d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.863864739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b930f2f-51a7-4016-b1d2-c51311d08034","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.864825701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04094b1a-a347-471b-b7fb-090484c641e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.865489624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c25bc5e7-9b5c-4271-ad60-eebf85e265eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.945433663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"617da6eb-e837-47cb-9efa-aa89830d27cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.94614523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04094b1a-a347-471b-b7fb-090484c641e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.946592089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba9a4ca7-d817-46df-a8ac-bdbe47bb204b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.952600793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"617da6eb-e837-47cb-9efa-aa89830d27cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.953692086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04094b1a-a347-471b-b7fb-090484c641e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.958140376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"617da6eb-e837-47cb-9efa-aa89830d27cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.961119319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fb7ea8f-9ec8-454c-b830-eb4c0d77e53a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:50.96526267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"09008e37-fb5c-4dfb-adf7-4d0065e7bcd1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:51.058602675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"51f83b76-4962-4992-811e-a073c4d3335a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:51.159203263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c84cb6ff-e82e-4264-959a-bf34b3c6dd96","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:51.946038587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aa9cd178-add2-454e-9b9d-b49aab6712db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:51.963136175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"181ba2b7-d60f-4fdf-bddc-f7b4d12b2bac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:51.997644324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cdb4a9b-53d7-4630-b865-1af0265376c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:51.99770711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a41d2c02-e85d-44df-be0b-13608c3b6d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.00477761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cdb4a9b-53d7-4630-b865-1af0265376c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.006135191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a41d2c02-e85d-44df-be0b-13608c3b6d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.030876567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1127b48d-dbe8-4c8c-9aa3-5b417ee3c2c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.034016135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe5eac5e-de69-481b-8428-5ed34ab4ca75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.045057658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe5031d4-1a91-4cc1-9b4d-461408999041","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.060100274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b43225b7-e9b4-4457-b6be-95c60a50a3b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.097850752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40f9bf97-9110-4d06-a901-d3703bb4f268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.097850705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4560ede-ea1b-4aff-8fbd-49c116bb1efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.109792511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40f9bf97-9110-4d06-a901-d3703bb4f268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:52.112015206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4560ede-ea1b-4aff-8fbd-49c116bb1efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:55.812890287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31749f68-8218-4884-b789-3e663a7f8d4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:40:55.914013887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bcb31a06-878a-4136-ab75-63958c77bda5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:00.356366567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9035f886-fb00-41ba-b34e-b97664963d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:00.356832577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2e239f8-c72b-43a7-b3d1-68f450d5e877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:00.364315194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9035f886-fb00-41ba-b34e-b97664963d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:00.368184987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2e239f8-c72b-43a7-b3d1-68f450d5e877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.055308646Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4922042a-138d-4c90-8d94-2d9e533d2eba","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.364554334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbbdaa15-cb8c-4c73-a2ef-26928fc75cbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.364822899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f3d6999f-8343-4ede-ae28-f4873ab070f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.365041101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ec5fc19f-5a67-4aa5-85b1-03f63fa0d341","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.365245409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"053bfbc3-761c-45c0-aeb7-162c895d5e81","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.365502936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e87e6901-04d6-4ff1-a06b-2fce8a665457","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.365792272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"568386b2-8b4a-4073-b5d0-4ef1652f0e58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.366057988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f143457d-1103-4311-9f5e-3a4d8ad4ea19","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.366292775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f5bf3f9-3772-41be-b233-e2f6fbba1951","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.373554528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf66ac69-07d0-405b-b58b-4838d98eac55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.373699533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd0372a9-fa27-4dd8-9e14-7ded662a0a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.378082533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6d26ce9-9866-4476-825b-ddaad61098ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.378217519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9fd841c-f3da-4e5b-87f2-1c56014d07e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.380723318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf66ac69-07d0-405b-b58b-4838d98eac55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:01.380918388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd0372a9-fa27-4dd8-9e14-7ded662a0a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.347099446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"118036a7-b956-4c51-8510-df6a095fff9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.355203357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4947b5d-5ea3-47b5-a0f8-a93a53266de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.362044217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4947b5d-5ea3-47b5-a0f8-a93a53266de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.384691648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b98982ff-a1e9-4b04-9cf5-f994a56ae1c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.523298301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a0797cb3-3000-464f-9ddf-2020f6da45b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.531067866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"740d6e6c-cc85-4396-86f3-5dc4ce5bae5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.531090724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25ef64b7-7dc4-4bad-9b34-fceadbffa2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.535160471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f80b9f9b-d6c1-4d0e-af79-54d257cc87be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.537712138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25ef64b7-7dc4-4bad-9b34-fceadbffa2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.538488782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"740d6e6c-cc85-4396-86f3-5dc4ce5bae5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:41:48.550412345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce1caab2-1236-47f3-af49-f3942d682ec2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:27.599125398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"23d93e97-bb5b-490d-9323-0246af12dcf5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:27.632053195Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"23d93e97-bb5b-490d-9323-0246af12dcf5","name":"e2e-worker-w3-f910f5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:29.322409393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"1db98516-9e1f-4d20-ae56-caf2591e1385","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-2b14d0","tenantID":"e2e-worker-w6-2b14d0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:29.341597117Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"1db98516-9e1f-4d20-ae56-caf2591e1385","name":"e2e-worker-w6-2b14d0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:30.179816857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"e0ca5c78-9f16-41f2-b5d0-0edcae4724b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-9a0c8b","tenantID":"e2e-worker-w4-9a0c8b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:30.198323208Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"e0ca5c78-9f16-41f2-b5d0-0edcae4724b9","name":"e2e-worker-w4-9a0c8b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:30.357936535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a1be756-a342-403f-8084-9d13155a2745","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:30.366919595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f13e19e1-796e-4539-b38e-538fcfaaa5d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:30.923527784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"4e612f26-2a30-4979-82b0-059a0144c82f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:30.939618088Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"4e612f26-2a30-4979-82b0-059a0144c82f","name":"e2e-worker-w0-27935d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:31.71540842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"cd2e562e-b336-45c7-a56a-4df3a2656b44","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:31.731334238Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"cd2e562e-b336-45c7-a56a-4df3a2656b44","name":"e2e-worker-w5-9d808e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:33.229030353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"0f97364c-e67b-470f-84dd-40e8b6d22472","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f9b4a9","tenantID":"e2e-worker-w1-f9b4a9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:33.246366994Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"0f97364c-e67b-470f-84dd-40e8b6d22472","name":"e2e-worker-w1-f9b4a9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:33.918598871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"aa672a5c-1009-47c5-bf79-e3246022dcff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ade2e8","tenantID":"e2e-worker-w2-ade2e8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:33.937906509Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"aa672a5c-1009-47c5-bf79-e3246022dcff","name":"e2e-worker-w2-ade2e8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:45.069311796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e74e0d9b-11a1-4214-95de-c63a64d8c6e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:45.165840334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37604bce-fbfa-4d03-999b-bacbd663e94a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:49.531726291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1826aa54-bdb4-4ff6-b263-a502f1c3a1ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:42:49.620635296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b60bb0d-fac7-47b1-a579-be77922b66cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:43:23.625847078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbb1d475-ca9b-4a32-a04b-061c686ea965","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:43:23.633728309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f417ac6-cece-4a30-9671-c8c5b1727ce9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:23.638945962Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f910f5/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:23.832859122Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"58ff28d3-8bf6-435b-aadd-045bb4fe0556","name":"simulator-w3-f910f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-f910f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:23.832913717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"58ff28d3-8bf6-435b-aadd-045bb4fe0556","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-f910f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:24.029178372Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f910f5/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:24.20212013Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"44477b76-8c01-4825-94a1-ca3e6017752f","name":"premium-w3-f910f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-f910f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:24.20217435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"44477b76-8c01-4825-94a1-ca3e6017752f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-f910f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:29.064155851Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-27935d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:29.376332958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"simulator-access","reconcileID":"b04cd1a1-0c83-4129-b127-0a8668478a70","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:29.442737919Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-27935d/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:29.626956264Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"01909188-e0af-4e64-8c83-bc0f61de611b","name":"premium-w0-27935d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-27935d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:29.62700613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"01909188-e0af-4e64-8c83-bc0f61de611b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-27935d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:38.934497114Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-2b14d0/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.067098576Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-2b14d0/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.074569132Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-9a0c8b/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.181892944Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"simulator-w6-2b14d0","reconcileID":"8c3313db-a0a4-45c5-9a51-adab1ac0dfe4","name":"simulator-w6-2b14d0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-2b14d0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.181938495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"simulator-w6-2b14d0","reconcileID":"8c3313db-a0a4-45c5-9a51-adab1ac0dfe4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-2b14d0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.379002281Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-2b14d0/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.480836069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"premium-simulator-subscription","reconcileID":"004be8b7-7a71-4e3f-8674-fb165fb5e477","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.481350957Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-9d808e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.490706294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-9d808e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.744407615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-access","reconcileID":"2d7dbe28-5baf-467c-babd-76f2b69a4762","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:39.981815541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"premium-simulator-access","reconcileID":"f39d040f-036a-45a8-ba22-1e1b94b0e4d8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:40.277995353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"1c9135c8-e22e-4fce-846d-cf33e9048c74","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:44.561434649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"simulator-subscription","reconcileID":"a9003609-2995-423f-aa94-dae66bf4e7d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:44.66874099Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ade2e8/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:44.768603975Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"2fb9093a-85ba-4573-bac8-e140d1788247","name":"simulator-w1-f9b4a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-f9b4a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:44.768667743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"2fb9093a-85ba-4573-bac8-e140d1788247","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-f9b4a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:44.965818385Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-f9b4a9/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:45.067588006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"premium-simulator-subscription","reconcileID":"af702c48-a11f-4f81-8115-2788df959807","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:45.166489606Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"premium-w1-f9b4a9","reconcileID":"f6407855-7c38-4a13-bad7-734e443ef2d6","name":"premium-w1-f9b4a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-f9b4a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:45.166547737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"premium-w1-f9b4a9","reconcileID":"f6407855-7c38-4a13-bad7-734e443ef2d6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-f9b4a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:43:45.492058266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"premium-simulator-access","reconcileID":"819afdb0-50bf-4f30-a5dd-979d7040ccc8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:16.274008837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c931732f-4195-4127-b5a9-ab93c476d70a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:16.368434361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81ed6a42-3520-46d5-bb7f-f4307ec835df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:24.250676057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6cf9fe71-bcdf-4681-9f8f-32e8df217ccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:24.456390759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df35df9d-87d5-4642-ab7d-da6c8beac6b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:44:35.620206371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"simulator-access","reconcileID":"5dbc2f41-372c-4281-adbf-35b30c82c45e","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:44:44.075669337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"simulator-subscription","reconcileID":"882cd064-6601-44eb-97f2-259582105268","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:46.167094294Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"8fa3e93b-42ef-4db5-9335-061e0cadd6ba","namespace":"ai-tenant-e2e-worker-w2-ade2e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:46.167181358Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"8fa3e93b-42ef-4db5-9335-061e0cadd6ba","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ade2e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:46.171410356Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"8fa3e93b-42ef-4db5-9335-061e0cadd6ba","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:46.171426205Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"8fa3e93b-42ef-4db5-9335-061e0cadd6ba","namespace":"ai-tenant-e2e-worker-w2-ade2e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.005602508Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"a3970178-bf7e-4645-979d-cb4bb00a1d6f","namespace":"ai-tenant-e2e-worker-w1-f9b4a9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.00567869Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"a3970178-bf7e-4645-979d-cb4bb00a1d6f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f9b4a9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.009941354Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"a3970178-bf7e-4645-979d-cb4bb00a1d6f","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.009955778Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"a3970178-bf7e-4645-979d-cb4bb00a1d6f","namespace":"ai-tenant-e2e-worker-w1-f9b4a9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.010135892Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"bb76c3eb-c2ee-40d7-aeac-3e8468075b30","namespace":"ai-tenant-e2e-worker-w2-ade2e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.010205188Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"bb76c3eb-c2ee-40d7-aeac-3e8468075b30","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ade2e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.01426328Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"bb76c3eb-c2ee-40d7-aeac-3e8468075b30","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.014275394Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"bb76c3eb-c2ee-40d7-aeac-3e8468075b30","namespace":"ai-tenant-e2e-worker-w2-ade2e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.40236229Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"20d949f3-0718-49e8-a6e4-e01d927ef406","namespace":"ai-tenant-e2e-worker-w4-9a0c8b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.402428239Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"20d949f3-0718-49e8-a6e4-e01d927ef406","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-9a0c8b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.407560379Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"20d949f3-0718-49e8-a6e4-e01d927ef406","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.407576093Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"20d949f3-0718-49e8-a6e4-e01d927ef406","namespace":"ai-tenant-e2e-worker-w4-9a0c8b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.635521362Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","namespace":"ai-tenant-e2e-worker-w1-f9b4a9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.635572468Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","namespace":"ai-tenant-e2e-worker-w1-f9b4a9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.635633448Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","tenant":"e2e-worker-w1-f9b4a9","tenantID":"e2e-worker-w1-f9b4a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.640657631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"Deployment","name":"maas-api-e2e-worker-w1-f9b4a9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.653857124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"Service","name":"maas-api-e2e-worker-w1-f9b4a9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.666495046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-f9b4a9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.672010175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-f9b4a9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.682575248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.691572429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.70181773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.706756748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.709292177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.711895651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.7177936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"Service","name":"payload-processing-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.721517506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.724015185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.726596741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.729365066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.73494705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.738127449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.740899352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.743480784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-f9b4a9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.7461407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f9b4a9"},"namespace":"ai-tenant-e2e-worker-w1-f9b4a9","name":"default-tenant","reconcileID":"8ed651ed-5b7f-4bbc-80c0-22a0805b103e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-f9b4a9","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.753056415Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","namespace":"ai-tenant-e2e-worker-w2-ade2e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.753127012Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","namespace":"ai-tenant-e2e-worker-w2-ade2e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.75325063Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","tenant":"e2e-worker-w2-ade2e8","tenantID":"e2e-worker-w2-ade2e8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.758851306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"Deployment","name":"maas-api-e2e-worker-w2-ade2e8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.775771437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"Service","name":"maas-api-e2e-worker-w2-ade2e8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.785831031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-ade2e8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.794786323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-ade2e8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.807931262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.820888571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.830470822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.838090909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.840868866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.843913716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.846695754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"Service","name":"payload-processing-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.849124668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.851725298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.854336358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.85888986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.864410466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.866970174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.869635477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.872093733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-ade2e8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.874550284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ade2e8"},"namespace":"ai-tenant-e2e-worker-w2-ade2e8","name":"default-tenant","reconcileID":"2adbd083-416f-4fb0-b22c-0032f3b2aef7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-ade2e8","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.402398913Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","namespace":"ai-tenant-e2e-worker-w4-9a0c8b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.402454356Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","namespace":"ai-tenant-e2e-worker-w4-9a0c8b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.40250097Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","tenant":"e2e-worker-w4-9a0c8b","tenantID":"e2e-worker-w4-9a0c8b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.407805242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"Deployment","name":"maas-api-e2e-worker-w4-9a0c8b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.420619494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"Service","name":"maas-api-e2e-worker-w4-9a0c8b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.432880607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-9a0c8b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.445400901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-9a0c8b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.457480731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.465350875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.477915438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.48802544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.490910625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.495678128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.49872699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"Service","name":"payload-processing-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.501864494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.50478511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.51029142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.513088045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.520894553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.523476535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.526284158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.529027584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-9a0c8b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.531679489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9a0c8b"},"namespace":"ai-tenant-e2e-worker-w4-9a0c8b","name":"default-tenant","reconcileID":"b26ce100-8b33-4eed-9a60-10953b2ea377","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-9a0c8b","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:07.38181725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"simulator-subscription","reconcileID":"44cc6fd7-8ea5-4eb0-9b58-c849a224fe41","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:08.625973118Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ade2e8","namespace":"e2e-models-e2e-worker-w2-ade2e8"},"namespace":"e2e-models-e2e-worker-w2-ade2e8","name":"premium-w2-ade2e8","reconcileID":"5f1cdf75-b5b4-42f1-b854-1d4fc42eed37","name":"premium-w2-ade2e8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ade2e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:08.626022106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ade2e8","namespace":"e2e-models-e2e-worker-w2-ade2e8"},"namespace":"e2e-models-e2e-worker-w2-ade2e8","name":"premium-w2-ade2e8","reconcileID":"5f1cdf75-b5b4-42f1-b854-1d4fc42eed37","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ade2e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.284462858Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-ade2e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-ade2e8","reconcileID":"74054da8-6106-4f3d-a357-b646b24164f3","aitenant":"ai-tenants/e2e-worker-w2-ade2e8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:10.600192176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"simulator-access","reconcileID":"33403522-6200-4b3a-967c-f28e66f1fc75","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.065456108Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"premium-w1-f9b4a9","reconcileID":"10f00775-2657-470a-8f43-e4da8da1c74a","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"error":"LLMInferenceService premium-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.077424681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"premium-w1-f9b4a9","reconcileID":"10f00775-2657-470a-8f43-e4da8da1c74a","error":"LLMInferenceService premium-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.247627203Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"9b8b88f5-d0f3-48ec-bee5-c9b1eb10731d","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"error":"LLMInferenceService simulator-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.256995883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"9b8b88f5-d0f3-48ec-bee5-c9b1eb10731d","error":"LLMInferenceService simulator-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.263066975Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"f0505dc5-fdf2-49fb-8f3f-00b17e26f5e2","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"error":"LLMInferenceService simulator-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.263200522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"f0505dc5-fdf2-49fb-8f3f-00b17e26f5e2","error":"LLMInferenceService simulator-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.758717517Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-f9b4a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-f9b4a9","reconcileID":"23414d59-047f-4dc8-aba5-6b2f6f51fbcf","aitenant":"ai-tenants/e2e-worker-w1-f9b4a9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:18.201859711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-9a0c8b","namespace":"e2e-models-e2e-worker-w4-9a0c8b"},"namespace":"e2e-models-e2e-worker-w4-9a0c8b","name":"simulator-w4-9a0c8b","reconcileID":"12fcd89a-963c-4d84-8c59-a286004ca09c","error":"maasmodelrefs.maas.opendatahub.io \"simulator-w4-9a0c8b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.613058093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"4cd216c6-cee2-46c2-957f-14bfcc9e5541","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.613124391Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"4cd216c6-cee2-46c2-957f-14bfcc9e5541","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.617822039Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"4cd216c6-cee2-46c2-957f-14bfcc9e5541","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.617836469Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"4cd216c6-cee2-46c2-957f-14bfcc9e5541","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.264672034Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-9a0c8b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-9a0c8b","reconcileID":"11d4432b-eee6-426a-a375-cd936ac6b2a0","aitenant":"ai-tenants/e2e-worker-w4-9a0c8b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.738604611Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"b353ad65-16f4-457c-82f4-02e968caa1bf","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.738668908Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"b353ad65-16f4-457c-82f4-02e968caa1bf","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.743105648Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"b353ad65-16f4-457c-82f4-02e968caa1bf","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.743120238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"b353ad65-16f4-457c-82f4-02e968caa1bf","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.334390273Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"5c6f10dc-b4a9-42ee-86bb-5a353df94f8b","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.334455171Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"5c6f10dc-b4a9-42ee-86bb-5a353df94f8b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.338683951Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"5c6f10dc-b4a9-42ee-86bb-5a353df94f8b","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.338700258Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"5c6f10dc-b4a9-42ee-86bb-5a353df94f8b","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.338894002Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.338943808Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.342987732Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.343000914Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.343066274Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.348676955Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.348804638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.348860265Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.348915081Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","tenant":"e2e-worker-w6-2b14d0","tenantID":"e2e-worker-w6-2b14d0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.353830906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Deployment","name":"maas-api-e2e-worker-w6-2b14d0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.370925366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Service","name":"maas-api-e2e-worker-w6-2b14d0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.380987197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-2b14d0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.388447342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-2b14d0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.401936292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.408338203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.41703157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.428563958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.431214293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.433755332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.437675388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Service","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.440409115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.443088555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.445886517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.448512284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.455837411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.458369508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.463023847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.465513923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.468041328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-2b14d0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.474910627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.474971001Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.484423723Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.484436915Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.484535902Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.492917904Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.339587877Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"eeb4db55-627c-4213-9037-367335062d2e","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.339674981Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"eeb4db55-627c-4213-9037-367335062d2e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.344522134Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"eeb4db55-627c-4213-9037-367335062d2e","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.344538489Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"eeb4db55-627c-4213-9037-367335062d2e","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.349755869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f6baf60b-47e3-49cb-8ab2-d7dfebaf8fbf","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.34983604Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f6baf60b-47e3-49cb-8ab2-d7dfebaf8fbf","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.354182271Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f6baf60b-47e3-49cb-8ab2-d7dfebaf8fbf","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.354200199Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f6baf60b-47e3-49cb-8ab2-d7dfebaf8fbf","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.493581865Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"922fe1a7-4906-47f3-b131-479498d9de96","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.493678887Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"922fe1a7-4906-47f3-b131-479498d9de96","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.502291093Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"922fe1a7-4906-47f3-b131-479498d9de96","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.502310985Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"922fe1a7-4906-47f3-b131-479498d9de96","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.344980444Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.34504355Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.345094871Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","tenant":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.350477896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Deployment","name":"maas-api-e2e-worker-w0-27935d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.360717243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Service","name":"maas-api-e2e-worker-w0-27935d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.37688665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-27935d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.383796424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-27935d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.39150688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.39643525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.403581238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.408499074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.411306744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.413880287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.416440532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Service","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.419095856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.421779643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.424461794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.426988601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.432477693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.435018454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.439897761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.442586115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.445117997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-27935d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.452112007Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.452198806Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.452300759Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","tenant":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.458213507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Deployment","name":"maas-api-e2e-worker-w5-9d808e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.469066184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Service","name":"maas-api-e2e-worker-w5-9d808e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.478556705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-9d808e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.487271126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-9d808e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.49537996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.502859764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.510828473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.51650189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.521663505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.524585404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.527436668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Service","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.530299265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.53405927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.536856406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.53969117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.545460141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.548455987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.551305758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.554050011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.556733794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-9d808e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.563901961Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.563999229Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.564077787Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","tenant":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.568702519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Deployment","name":"maas-api-e2e-worker-w3-f910f5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.578506377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Service","name":"maas-api-e2e-worker-w3-f910f5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.594801338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-f910f5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.599563088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-f910f5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.607964951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.613736263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.620933752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.626392621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.629157374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.631889017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.634651232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Service","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.637264568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.639961784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.642610114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.645300626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.650811054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.653752766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.656399834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.659171618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.662027925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-f910f5","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.274373859Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-2-w6-2b14d0","reconcileID":"6faacc12-41df-444e-ad8a-c35be547242e","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"error":"LLMInferenceService distinct-2-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.287353812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-2-w6-2b14d0","reconcileID":"6faacc12-41df-444e-ad8a-c35be547242e","error":"LLMInferenceService distinct-2-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.555156858Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"3c822c3b-0b14-49ac-8e6f-e76eac45f451","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"error":"LLMInferenceService distinct-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.564428333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"3c822c3b-0b14-49ac-8e6f-e76eac45f451","error":"LLMInferenceService distinct-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.745955329Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"4c011a24-ad73-4ba1-8b2f-25b4203bdf66","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"error":"LLMInferenceService premium-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.755706957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"4c011a24-ad73-4ba1-8b2f-25b4203bdf66","error":"LLMInferenceService premium-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.761100404Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"9b3399d2-7041-4472-b212-7252e29bfdfb","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"error":"LLMInferenceService premium-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.761155726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"9b3399d2-7041-4472-b212-7252e29bfdfb","error":"LLMInferenceService premium-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:44.865881137Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-2b14d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-2b14d0","reconcileID":"9d5c519c-9fd9-4b6d-b438-4df4a5b850e0","aitenant":"ai-tenants/e2e-worker-w6-2b14d0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.520776327Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"1200164c-0656-4cbb-9b50-2f9141775d68","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"error":"LLMInferenceService premium-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.540164185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"1200164c-0656-4cbb-9b50-2f9141775d68","error":"LLMInferenceService premium-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.71553159Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7edf4821-4149-4803-93e5-bc6767a1604a","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"error":"LLMInferenceService distinct-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.730303683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7edf4821-4149-4803-93e5-bc6767a1604a","error":"LLMInferenceService distinct-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.027381982Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-9d808e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-9d808e","reconcileID":"aab7f023-8674-49e8-9901-a92b90ec399b","aitenant":"ai-tenants/e2e-worker-w5-9d808e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.305685694Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-27935d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-27935d","reconcileID":"6c2988ac-c77d-4b78-97ea-707b6197a82a","aitenant":"ai-tenants/e2e-worker-w0-27935d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.898475567Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f910f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f910f5","reconcileID":"e100db3c-e526-4836-a364-72d6e81377e9","aitenant":"ai-tenants/e2e-worker-w3-f910f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:46:03.363121762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"edc8bba2-547d-459d-b67d-4304cdee45ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:46:03.462807186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01cc4224-a0fc-4b92-bc24-eb43b2722ed0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}

--- last 80 lines (unfiltered) ---
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.01136157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101aee45-42d2-44a4-9f31-fdd35a6d4759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.014568205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101aee45-42d2-44a4-9f31-fdd35a6d4759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.017726814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101aee45-42d2-44a4-9f31-fdd35a6d4759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.02095102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101aee45-42d2-44a4-9f31-fdd35a6d4759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.512497028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee503221-8563-4a0f-a55a-7a71986c0891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.519432784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee503221-8563-4a0f-a55a-7a71986c0891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.526581107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee503221-8563-4a0f-a55a-7a71986c0891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.562531921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee503221-8563-4a0f-a55a-7a71986c0891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.076659298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dda2e34-1c2a-4b31-b505-800a407bbea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.08032387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dda2e34-1c2a-4b31-b505-800a407bbea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.083806532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dda2e34-1c2a-4b31-b505-800a407bbea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.087148439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dda2e34-1c2a-4b31-b505-800a407bbea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.308473416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143015ec-b9ac-4681-af50-e1b7d56776f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.344985368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143015ec-b9ac-4681-af50-e1b7d56776f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.34847329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143015ec-b9ac-4681-af50-e1b7d56776f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.351972342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143015ec-b9ac-4681-af50-e1b7d56776f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.895821001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"simulator-w0-27935d","reconcileID":"d35108b9-5971-4e8e-8497-4a852d04b827","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"simulator-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"simulator-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.899335566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-2-w0-27935d","reconcileID":"a215a2d6-a656-4635-addd-561e6ae343d5","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-2-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-2-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.902412314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-w0-27935d","reconcileID":"e38c46d8-f813-4859-8b16-7b6553c8fd53","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.952726087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"268bc226-c5c2-4ff8-ae4c-33f5607b3597","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.593512697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"646b8200-7d59-4714-8b4c-37a64a796456","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.593792551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-2-w3-f910f5","reconcileID":"7d68c8b1-f7e0-4ce0-aff9-4f83023dce2f","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-2-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-2-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.593987037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"4005b6ff-6d5e-4a98-9e23-e40eb5bc1f3d","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.632411009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"afc17493-f041-4037-9a48-19916c386b73","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.79537437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"01015d88-9d61-455b-bb81-5500e1496b8f","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.795636612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"e628bc59-4343-430e-8f1a-da6201d0cad8","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.795815535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"5cd80033-8fc3-4156-958e-a17352a92b2f","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.840292767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"a2b50515-a3df-4a50-bee8-061c7f7e3ba4","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:50.260870359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.282347062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"9a1f8ada-77b4-4ce0-a595-39320e3337c3","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.284303583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7cf5d243-459a-4452-8a3c-53b36a9a4331","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.293812215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"e95a0eda-e385-4228-990a-01a36c0493dd","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.29876614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"71239408-537f-4308-8e9b-d67630cc06ac","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.520645541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"1200164c-0656-4cbb-9b50-2f9141775d68","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.520776327Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"1200164c-0656-4cbb-9b50-2f9141775d68","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"error":"LLMInferenceService premium-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.540164185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"1200164c-0656-4cbb-9b50-2f9141775d68","error":"LLMInferenceService premium-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.54119996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"0b679a8c-49c2-47c2-aebf-781af392d1ce","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.542161127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"b6ed887a-417d-48c4-b4ad-890d688102ca","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.542890672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"d30ab61d-7860-40ec-b031-56bd21d47980","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.54376354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"simulator-w0-27935d","reconcileID":"3769e115-8f3d-416f-b70e-ef1ebb6114e4","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"simulator-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"simulator-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.715373464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7edf4821-4149-4803-93e5-bc6767a1604a","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.71553159Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7edf4821-4149-4803-93e5-bc6767a1604a","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"error":"LLMInferenceService distinct-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.730303683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7edf4821-4149-4803-93e5-bc6767a1604a","error":"LLMInferenceService distinct-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.731484939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"2993174a-7cbd-4d1c-83f3-3b600e559b2b","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.732202261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"0d2a0a5c-2ba0-4aae-8cc7-c0a9972cabe8","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.090803608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-2-w3-f910f5","reconcileID":"76f2fad3-cb5e-4973-9d2f-7e120554f6ac","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-2-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-2-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.121634347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"fa545179-7b03-4e12-9aa4-93cf0b714b3e","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.125729457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"252760df-fdf8-4e5b-af52-0d175cd2832a","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.126313676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"73827c85-ed99-45f8-8524-e0ec438241fe","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.419402344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"f94242f8-332e-4f7c-bd9d-a4f338f51850","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.419917356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"e17608d5-0d17-4345-8221-1f8ab07afa39","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.420268025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"1bac75b9-818b-42b0-b707-563171beb98b","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.027381982Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-9d808e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-9d808e","reconcileID":"aab7f023-8674-49e8-9901-a92b90ec399b","aitenant":"ai-tenants/e2e-worker-w5-9d808e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.190557867Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-9d808e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-9d808e","reconcileID":"aab7f023-8674-49e8-9901-a92b90ec399b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-9d808e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-9d808e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.242768554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d45058-d57c-4c31-b6dd-bc3cbde164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.256392822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d45058-d57c-4c31-b6dd-bc3cbde164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.264403594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d45058-d57c-4c31-b6dd-bc3cbde164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.269399949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d45058-d57c-4c31-b6dd-bc3cbde164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.305685694Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-27935d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-27935d","reconcileID":"6c2988ac-c77d-4b78-97ea-707b6197a82a","aitenant":"ai-tenants/e2e-worker-w0-27935d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.434017174Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-27935d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-27935d","reconcileID":"6c2988ac-c77d-4b78-97ea-707b6197a82a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-27935d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-27935d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.898475567Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f910f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f910f5","reconcileID":"e100db3c-e526-4836-a364-72d6e81377e9","aitenant":"ai-tenants/e2e-worker-w3-f910f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.33932597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa1f33-c98d-452a-a3cd-7c0acb9f1ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.343029373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa1f33-c98d-452a-a3cd-7c0acb9f1ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.381141923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa1f33-c98d-452a-a3cd-7c0acb9f1ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.401679881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa1f33-c98d-452a-a3cd-7c0acb9f1ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.43657809Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f910f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f910f5","reconcileID":"e100db3c-e526-4836-a364-72d6e81377e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-f910f5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-f910f5"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.014353193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1906d469-5923-4e54-b033-d5e75f5ad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.027999067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1906d469-5923-4e54-b033-d5e75f5ad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.078570078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1906d469-5923-4e54-b033-d5e75f5ad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.085565055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1906d469-5923-4e54-b033-d5e75f5ad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.748803338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9964687-9a03-4fb3-86df-7207d91655c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.752793466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9964687-9a03-4fb3-86df-7207d91655c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.756653949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9964687-9a03-4fb3-86df-7207d91655c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.760590254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9964687-9a03-4fb3-86df-7207d91655c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:46:03.363121762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"edc8bba2-547d-459d-b67d-4304cdee45ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:46:03.462807186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01cc4224-a0fc-4b92-bc24-eb43b2722ed0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:46:20.263341665Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.262288264Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:47:20.263197988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:47:50.26416286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}