{"severity_text":"INFO","timestamp":"2026-11-04T02:35:12.772106889Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-d13b9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-d13b9f","reconcileID":"9b7586be-9bab-4e11-90f8-b2cd6b4a28c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-d13b9f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-d13b9f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:12.819601184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4c342e-c23e-477e-984b-ab50d5d5434a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:12.872519383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4c342e-c23e-477e-984b-ab50d5d5434a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:14.820475112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d44251-c3ef-4bfc-9bd7-c7531c9b7545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:14.873227469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d44251-c3ef-4bfc-9bd7-c7531c9b7545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:14.926868799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d44251-c3ef-4bfc-9bd7-c7531c9b7545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:14.980734832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d44251-c3ef-4bfc-9bd7-c7531c9b7545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:15.140430366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"simulator-access","reconcileID":"0352fa1b-ce8c-490a-bf52-b8efd960ee6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-796b7b","tenantID":"e2e-worker-w0-796b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:15.19927927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"simulator-access","reconcileID":"0352fa1b-ce8c-490a-bf52-b8efd960ee6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"e2e-worker-w0-796b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:15.251657748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"032eb735-5b44-4661-800e-d3d587c9dcfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-796b7b","tenantID":"e2e-worker-w0-796b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:15.310198242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"032eb735-5b44-4661-800e-d3d587c9dcfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"e2e-worker-w0-796b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:15.522094368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"simulator-w0-796b7b","reconcileID":"c62541eb-101b-4eb2-a10a-1984bf8ba16b","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"simulator-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"simulator-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:15.623275763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"942fae78-ad97-47f4-b039-a0f38795058f","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"premium-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"premium-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:16.283621579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-w2-b8a6a7","reconcileID":"2cd21677-265a-47fb-9455-3031e057622d","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:16.942587947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce078040-d3f3-4872-82b2-3d56ece27bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:16.995639103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce078040-d3f3-4872-82b2-3d56ece27bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:17.048292528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce078040-d3f3-4872-82b2-3d56ece27bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:17.101335435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce078040-d3f3-4872-82b2-3d56ece27bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:20.905795049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"e070e632-4381-4397-966e-392156bab8d6","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:20.906182365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"ac025c5e-7892-47f1-8d6d-a94c7bcff0a6","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:20.906560937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"distinct-w1-019d33","reconcileID":"00c7eaf9-0a87-4ce1-b6e3-eeb9d4d22449","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"distinct-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"distinct-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:20.975103673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"distinct-w1-019d33","reconcileID":"f2ff439e-c3b1-4f72-9dd9-89a3aa11f322","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"distinct-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"distinct-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:20.975406152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"2737cf96-3927-45ab-b951-74dd66328a88","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:20.975710401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"a41c09c9-9c3b-464e-8bf3-fe22807ad0dd","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.068210203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-access","reconcileID":"ec03b692-9fbf-400e-b264-7a3aeb69cd21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.068210152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"8c85917e-c8de-4af8-bfcb-310aa81b7480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.122840181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-subscription","reconcileID":"559cf988-cdae-4563-8737-2cfcd0fc8f12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"maas-trlp-simulator-w1-019d33","model":"e2e-models-e2e-worker-w1-019d33/simulator-w1-019d33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.122855883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-subscription","reconcileID":"46f80303-e9e9-40a4-ba0f-34d536638422","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"maas-trlp-premium-w1-019d33","model":"e2e-models-e2e-worker-w1-019d33/premium-w1-019d33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.127497457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"8c85917e-c8de-4af8-bfcb-310aa81b7480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.128980369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-access","reconcileID":"ec03b692-9fbf-400e-b264-7a3aeb69cd21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.443661817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-access","reconcileID":"2450d4e7-bede-48ec-a61b-64ea8579cf96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.443662463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"ca4728cd-1fa7-49b9-a249-6ac6714b96d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.502327859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"ca4728cd-1fa7-49b9-a249-6ac6714b96d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.502339117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-access","reconcileID":"2450d4e7-bede-48ec-a61b-64ea8579cf96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.719176043Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","namespace":"ai-tenant-e2e-worker-w5-10dba4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.719252032Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","namespace":"ai-tenant-e2e-worker-w5-10dba4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.719304111Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","tenant":"e2e-worker-w5-10dba4","tenantID":"e2e-worker-w5-10dba4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.775016603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"Deployment","name":"maas-api-e2e-worker-w5-10dba4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.83894192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"Service","name":"maas-api-e2e-worker-w5-10dba4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.896816975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-10dba4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:21.954393635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-10dba4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.010738206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.066836683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.12322894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.179049584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.232205079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.285039957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.338182182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"Service","name":"payload-processing-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.391289235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.444387534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.497334861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.552283564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.609701376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.662572322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.715510366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.768466264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-10dba4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:22.821453963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-10dba4"},"namespace":"ai-tenant-e2e-worker-w5-10dba4","name":"default-tenant","reconcileID":"2c0a37f3-a767-4add-a198-6b7238a68a76","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-10dba4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:28.522088355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"simulator-access","reconcileID":"57b8b1f4-90b6-48f9-a246-325b2b44f1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"model":"e2e-models-e2e-worker-w0-796b7b/simulator-w0-796b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:28.522190488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"simulator-w0-796b7b","reconcileID":"ece098bd-ebd1-424b-8367-1b6cd5ea38a2","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"simulator-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"simulator-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:28.688993055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"7fc3758b-da75-4dd8-b124-563c1cd0b26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-796b7b","tenantID":"e2e-worker-w0-796b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:28.735094775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"simulator-w0-796b7b","reconcileID":"dbc5cbe1-8e04-40df-9d18-bf3117e7d5fe","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"simulator-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"simulator-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:28.749115693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"7fc3758b-da75-4dd8-b124-563c1cd0b26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"e2e-worker-w0-796b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:28.79802847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"simulator-subscription","reconcileID":"389eeced-0161-46ba-bcb4-e5a0376c9916","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"maas-trlp-simulator-w0-796b7b","model":"e2e-models-e2e-worker-w0-796b7b/simulator-w0-796b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:28.899197253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"simulator-w0-796b7b","reconcileID":"d88d2597-3edd-4610-8138-72c7b1181d74","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"simulator-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"simulator-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:29.061397076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"5435f564-76ac-4808-be7c-af159150970c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-796b7b","tenantID":"e2e-worker-w0-796b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:29.121384319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"5435f564-76ac-4808-be7c-af159150970c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"e2e-worker-w0-796b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:31.692382609Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-10dba4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-10dba4","reconcileID":"6847c637-3822-4d35-b065-d707426429c2","aitenant":"ai-tenants/e2e-worker-w5-10dba4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:31.776459577Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:32.287336138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752df222-c1a4-482d-a45e-c310f39dffff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:32.340889566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752df222-c1a4-482d-a45e-c310f39dffff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:32.393967717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752df222-c1a4-482d-a45e-c310f39dffff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:32.447057156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752df222-c1a4-482d-a45e-c310f39dffff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:32.559653847Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-10dba4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-10dba4","reconcileID":"6847c637-3822-4d35-b065-d707426429c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-10dba4","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-10dba4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:34.435955642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80286fbc-52f9-4532-994c-d66f21495325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:34.488751604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80286fbc-52f9-4532-994c-d66f21495325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:34.541742513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80286fbc-52f9-4532-994c-d66f21495325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:34.594591893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80286fbc-52f9-4532-994c-d66f21495325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:36.589515668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efbdc91-71f3-49e3-aaca-b2589bc71492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:36.642514441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efbdc91-71f3-49e3-aaca-b2589bc71492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:36.695374954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efbdc91-71f3-49e3-aaca-b2589bc71492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:36.748226534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efbdc91-71f3-49e3-aaca-b2589bc71492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:39.080138386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"simulator-subscription","reconcileID":"f4908abd-27c7-49b1-8cf9-a00f8ef102e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"model":"e2e-models-e2e-worker-w0-796b7b/simulator-w0-796b7b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:39.133845834Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"simulator-subscription","reconcileID":"f4908abd-27c7-49b1-8cf9-a00f8ef102e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"model":"e2e-models-e2e-worker-w0-796b7b/simulator-w0-796b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:39.187748944Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"simulator-subscription","reconcileID":"f4908abd-27c7-49b1-8cf9-a00f8ef102e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"maas-trlp-simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b","model":"e2e-models-e2e-worker-w0-796b7b/simulator-w0-796b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:39.473339167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"simulator-w0-796b7b","reconcileID":"92bee7ad-07c7-4f88-b9f0-013bbbaa9923","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"simulator-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"simulator-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:39.580696407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"c7811157-be58-4534-95dd-93d473f453a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-796b7b","tenantID":"e2e-worker-w0-796b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:39.644896078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"c7811157-be58-4534-95dd-93d473f453a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"e2e-worker-w0-796b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:44.760559835Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"7fb87472-4c25-44c4-8ffe-58a9e1c44d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"model":"e2e-models-e2e-worker-w0-796b7b/premium-w0-796b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:44.76060878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"56cf6f72-ccd4-4e6e-86cb-ff3b36266a00","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"premium-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"premium-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:44.966987683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"7fb87472-4c25-44c4-8ffe-58a9e1c44d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-796b7b","tenantID":"e2e-worker-w0-796b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:45.039306715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"3030c21c-1a96-43b7-bff2-a604f043de33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"maas-trlp-premium-w0-796b7b","model":"e2e-models-e2e-worker-w0-796b7b/premium-w0-796b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:45.105755521Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"7fb87472-4c25-44c4-8ffe-58a9e1c44d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"e2e-worker-w0-796b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:45.105782541Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-access","reconcileID":"7fb87472-4c25-44c4-8ffe-58a9e1c44d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-796b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:45.164290198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"35314033-2cb0-432f-8be1-4bb1d6781564","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"premium-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"premium-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:45.440855331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"353a0fa4-eb7b-4460-a9f6-0db70cdef01a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"maas-trlp-premium-w0-796b7b","model":"e2e-models-e2e-worker-w0-796b7b/premium-w0-796b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:45.765509102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"63351d98-098d-4d3d-96f0-2961df38f54d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"maas-trlp-premium-w0-796b7b","model":"e2e-models-e2e-worker-w0-796b7b/premium-w0-796b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:45.882593875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"cde29f5e-91c4-4e5b-95c5-c999e0babc65","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"premium-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"premium-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:45.942980284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"simulator-w0-796b7b","reconcileID":"ccfd7c34-6ef1-4410-8bc5-c431270369cb","MaaSModelRef":{"name":"simulator-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"simulator-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"simulator-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:45.943172155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"b54bf35b-cfa5-496c-94af-2f67153247ed","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"premium-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"premium-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:46.104328165Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"868b2bc9-cb48-4308-a6d4-e480cd31ebe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-20aea562","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:47.013263388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80995de-bc4b-4eff-80c6-62c2dcbd6648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:47.067043275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80995de-bc4b-4eff-80c6-62c2dcbd6648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:47.120507004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80995de-bc4b-4eff-80c6-62c2dcbd6648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:47.174564768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80995de-bc4b-4eff-80c6-62c2dcbd6648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:48.015575429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"42cd7f6d-226e-48ef-b31a-d5dabfc10209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:48.015575989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-access","reconcileID":"579e6ceb-7804-4116-a2d1-9c9b1310fbe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:48.074677054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"42cd7f6d-226e-48ef-b31a-d5dabfc10209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:48.074939231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-access","reconcileID":"579e6ceb-7804-4116-a2d1-9c9b1310fbe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:49.195604417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bcada8-2ee3-466e-bb31-a8dd2d7aee5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:49.248999554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bcada8-2ee3-466e-bb31-a8dd2d7aee5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:49.30185729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bcada8-2ee3-466e-bb31-a8dd2d7aee5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:49.354850174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bcada8-2ee3-466e-bb31-a8dd2d7aee5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:50.997838922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"b07d1159-d474-403c-b7c9-f7d995792fa8","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"premium-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"premium-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:51.051709534Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"268c15de-999f-461d-a7aa-5d308de8a95d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"model":"e2e-models-e2e-worker-w0-796b7b/premium-w0-796b7b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:51.105693559Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"268c15de-999f-461d-a7aa-5d308de8a95d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"model":"e2e-models-e2e-worker-w0-796b7b/premium-w0-796b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:51.159997523Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"268c15de-999f-461d-a7aa-5d308de8a95d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"name":"maas-trlp-premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b","model":"e2e-models-e2e-worker-w0-796b7b/premium-w0-796b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:51.44502341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"ef5edafe-9d96-4e42-9f9a-20d15cdca798","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"premium-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"premium-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:51.498009676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"f97476b2-b77f-4c50-9235-c71ba1e811f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"model":"e2e-models-e2e-worker-w0-796b7b/premium-w0-796b7b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:51.551375522Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"f97476b2-b77f-4c50-9235-c71ba1e811f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"model":"e2e-models-e2e-worker-w0-796b7b/premium-w0-796b7b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T02:35:51.815286726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"premium-simulator-subscription","reconcileID":"f97476b2-b77f-4c50-9235-c71ba1e811f8","error":"maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.563921255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"simulator-w4-7cdaa3","reconcileID":"a6b0effa-f7a2-4245-93c0-ce775e7fb5f0","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"simulator-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"simulator-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.564303318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"a2e8fd2f-5ddf-425a-8a35-6eec6104a9a6","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.564590946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-w4-7cdaa3","reconcileID":"a6aa0b55-2791-4b97-8d5a-f45fce52d243","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.631359164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"f54f5bef-2fad-4c65-8b6e-c78e745e6813","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.631775367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-w4-7cdaa3","reconcileID":"ea3a27f6-ec12-4a54-bf1e-71ac5a9c2aee","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.63197369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"simulator-w4-7cdaa3","reconcileID":"a1b82e10-1cad-40ee-88ee-4e075261fdf1","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"simulator-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"simulator-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.723449738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-access","reconcileID":"28ddda51-0932-41fb-8312-a7ddd1225a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.723449284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"22e59c9a-f5c9-42a9-b1e7-1ff37ecb288b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.778684341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-subscription","reconcileID":"726a9321-abc9-4ef4-b7b8-a89659bbd035","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-premium-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/premium-w4-7cdaa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.778677094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"bdc87d35-ebba-4744-a7cd-8a5978fba57f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-simulator-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/simulator-w4-7cdaa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.783023066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"22e59c9a-f5c9-42a9-b1e7-1ff37ecb288b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:55.783064102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-access","reconcileID":"28ddda51-0932-41fb-8312-a7ddd1225a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:56.150917494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-access","reconcileID":"f16c7002-3c91-4191-baa9-44d487b90ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:56.150917492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"4cde518d-b911-4fb0-a0c4-fd692bcaf40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:56.224591618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-access","reconcileID":"f16c7002-3c91-4191-baa9-44d487b90ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:35:56.224742832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"4cde518d-b911-4fb0-a0c4-fd692bcaf40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:01.445855717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"673f2a11-5e82-46e7-bac8-f02af28d421c","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"routeName":"premium-w0-796b7b-kserve-route","namespace":"e2e-models-e2e-worker-w0-796b7b","llmisvcName":"premium-w0-796b7b","gateway":"openshift-ingress/e2e-worker-w0-796b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:01.769208695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.672036664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"simulator-w2-b8a6a7","reconcileID":"7cd0e602-5134-4e67-81c2-1b0a0a21586a","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"simulator-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"simulator-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.672744954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"7f4d7a45-c420-4df2-a499-a81f412f5cd1","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.673140658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-w2-b8a6a7","reconcileID":"059299c6-0ca5-4110-8a68-dbb409e1b55a","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.741953083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"simulator-w2-b8a6a7","reconcileID":"471d068e-efb3-433a-9499-103a908ee16d","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"simulator-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"simulator-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.742344976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"68a73be8-20f2-490f-b33a-38b2c980ad80","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.742683068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-w2-b8a6a7","reconcileID":"4d773458-49c4-4e93-a96a-82caa1d0087a","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.833571293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"8ea5e79b-e2ca-44b3-84b4-caf28a6f657b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.845372559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-access","reconcileID":"ed2f0476-ae54-4123-9c0b-c822ac281f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.899288583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-subscription","reconcileID":"5f8ea185-7528-407e-b644-b1ce28b15298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-premium-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.899910455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-subscription","reconcileID":"ee33ab28-38df-4ad8-95ed-53b2b00848c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-simulator-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/simulator-w2-b8a6a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.905146627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-access","reconcileID":"ed2f0476-ae54-4123-9c0b-c822ac281f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:03.908469941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"8ea5e79b-e2ca-44b3-84b4-caf28a6f657b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:04.271444235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-access","reconcileID":"8595b12e-857d-4fa0-b943-139ffe9168c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:04.27144547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"7bdb42da-17d9-46e3-a108-04b953a19804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:04.332484777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-access","reconcileID":"8595b12e-857d-4fa0-b943-139ffe9168c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:04.332752149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"7bdb42da-17d9-46e3-a108-04b953a19804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:06.098778042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-access","reconcileID":"37696cfd-93cb-4c40-9c10-a39fee2e8bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:06.09881905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"824d2a6b-1057-4a14-ae0f-a65f3418477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:06.159586677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"824d2a6b-1057-4a14-ae0f-a65f3418477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:06.160698317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-access","reconcileID":"37696cfd-93cb-4c40-9c10-a39fee2e8bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.14689627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","namespace":"ai-tenant-e2e-worker-w0-796b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.146953538Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","namespace":"ai-tenant-e2e-worker-w0-796b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.147004162Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","tenant":"e2e-worker-w0-796b7b","tenantID":"e2e-worker-w0-796b7b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.205540291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"Deployment","name":"maas-api-e2e-worker-w0-796b7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.267487125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"Service","name":"maas-api-e2e-worker-w0-796b7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.327685392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-796b7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.384498855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-796b7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.44151342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.500726901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.559428459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.615873947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.668706976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.721772417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.777107881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"Service","name":"payload-processing-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.830085039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.882798701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.935790827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:08.988640767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:09.046936063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:09.100163877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:09.153190377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:09.206505308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-796b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:09.259498742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-796b7b"},"namespace":"ai-tenant-e2e-worker-w0-796b7b","name":"default-tenant","reconcileID":"5e015443-f4bf-41a5-b59c-3a4fc524f62a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-796b7b","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T02:36:10.710719557Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"7e43c850-9ce2-4b11-9335-1bfcd3743e38","name":"premium-w0-796b7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-796b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T02:36:10.710783781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-796b7b","namespace":"e2e-models-e2e-worker-w0-796b7b"},"namespace":"e2e-models-e2e-worker-w0-796b7b","name":"premium-w0-796b7b","reconcileID":"7e43c850-9ce2-4b11-9335-1bfcd3743e38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-796b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:13.51193732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"distinct-2-w1-019d33","reconcileID":"3f6490da-950a-44ab-a7cc-bee7236e9d14","MaaSModelRef":{"name":"distinct-2-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"distinct-2-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"distinct-2-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:14.960000738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"ab968f28-92b3-420b-9210-5f98934cbf81","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:14.960031512Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-access","reconcileID":"f49ae961-2a16-440a-ac14-bc7afaa30bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"model":"e2e-models-e2e-worker-w1-019d33/simulator-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:15.127216067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"1ce351d5-825a-42f6-82cc-c97d613c27e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:15.175774402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"db6590e8-92ca-4647-bea8-961a1da855bf","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:15.185928827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"1ce351d5-825a-42f6-82cc-c97d613c27e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:15.236531057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-subscription","reconcileID":"f2ebe9b8-95f5-4a82-ba2a-1e54f7aa049b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"maas-trlp-simulator-w1-019d33","model":"e2e-models-e2e-worker-w1-019d33/simulator-w1-019d33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:15.329138165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"932dbd15-9c70-4cdd-a6f9-ebad2b9210fb","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:15.498733759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"7a2ef13c-7255-4d9c-a38d-bdcdf5d34430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:15.556584438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"7a2ef13c-7255-4d9c-a38d-bdcdf5d34430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.152354199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"4bb9c536-7156-408c-ab5b-b9ec4443dc13","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.205793879Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-subscription","reconcileID":"1455c4e6-8684-4527-8e0f-54b8767d407f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-18aab4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.265189858Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-subscription","reconcileID":"45cc35d9-f7f8-4f50-80ee-5cd9c71c2dfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-18aab4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.317950034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"87ec2036-fdab-404f-8b9b-2bc4d0497074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.378154192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"87ec2036-fdab-404f-8b9b-2bc4d0497074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.510031053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"fc8ffd70-7c02-4088-9c97-70e12c13b8f5","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.690132196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"7fdc4197-de4b-4a16-ae60-6a11f1f1ac52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.723964839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-subscription","reconcileID":"9de88c1e-f8b7-4841-84d8-9b514121ba48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"maas-trlp-premium-w1-019d33","model":"e2e-models-e2e-worker-w1-019d33/premium-w1-019d33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.748430445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"7fdc4197-de4b-4a16-ae60-6a11f1f1ac52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:17.895395828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"2a99185e-4750-40d0-8f82-ff57d5e7a5cd","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:18.109852507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-subscription","reconcileID":"42c6e514-3c62-46ac-b158-b1db1764348b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"maas-trlp-premium-w1-019d33","model":"e2e-models-e2e-worker-w1-019d33/premium-w1-019d33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:19.212746538Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-796b7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-796b7b","reconcileID":"bf4674b7-6f54-4fd8-8121-7982878e6466","aitenant":"ai-tenants/e2e-worker-w0-796b7b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:19.749593158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d7cf91-527d-4158-9264-76491bcc9140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:19.802398008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d7cf91-527d-4158-9264-76491bcc9140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:19.85533725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d7cf91-527d-4158-9264-76491bcc9140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:19.908183386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d7cf91-527d-4158-9264-76491bcc9140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:20.076447215Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-796b7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-796b7b","reconcileID":"bf4674b7-6f54-4fd8-8121-7982878e6466","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-796b7b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-796b7b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:21.899456207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946f952e-0969-4c69-b7a1-73d9234b346b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:21.952206736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946f952e-0969-4c69-b7a1-73d9234b346b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:22.004930339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946f952e-0969-4c69-b7a1-73d9234b346b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:22.057702167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946f952e-0969-4c69-b7a1-73d9234b346b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:23.694123931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-access","reconcileID":"64a80f93-0915-47b3-9fbb-211a4cd454cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:23.694128136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"c52a5d4a-f526-42df-96a5-00796b4acd06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:23.752797534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"c52a5d4a-f526-42df-96a5-00796b4acd06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:23.752827393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-access","reconcileID":"64a80f93-0915-47b3-9fbb-211a4cd454cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:24.007514525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fcc39a-56de-4ade-8821-13c4459a3941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:24.060467618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fcc39a-56de-4ade-8821-13c4459a3941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:24.11331267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fcc39a-56de-4ade-8821-13c4459a3941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:24.166428995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fcc39a-56de-4ade-8821-13c4459a3941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:27.212573666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"823638b9-b8c9-4c49-9b59-bf4b2c9e0412","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:27.319261725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-subscription","reconcileID":"735e7f79-8650-4555-b398-a7cbac36f59e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"model":"e2e-models-e2e-worker-w1-019d33/simulator-w1-019d33","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:27.373342788Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-subscription","reconcileID":"735e7f79-8650-4555-b398-a7cbac36f59e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"model":"e2e-models-e2e-worker-w1-019d33/simulator-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:27.428221317Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"simulator-subscription","reconcileID":"735e7f79-8650-4555-b398-a7cbac36f59e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"maas-trlp-simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33","model":"e2e-models-e2e-worker-w1-019d33/simulator-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:27.713984619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"052590c1-c09f-49c8-9837-5a3945bc7843","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:27.820981516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"320897b9-d9b7-4234-b08c-c69428ec7714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:27.87966832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"320897b9-d9b7-4234-b08c-c69428ec7714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:27.896755824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"3c55920f-052c-4324-9b4b-c462c4a3dbaa","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:31.768824922Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.132959616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"225adca1-9054-42f5-83df-a7f921c83935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.191187384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"225adca1-9054-42f5-83df-a7f921c83935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.240404871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-subscription","reconcileID":"afb4e303-109b-490b-82c6-9988ad0e150c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"maas-trlp-premium-w1-019d33","model":"e2e-models-e2e-worker-w1-019d33/premium-w1-019d33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.445766042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"cf6e2037-3d9b-487e-af3b-b04c852cf52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"model":"e2e-models-e2e-worker-w1-019d33/premium-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.445811845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"235d6615-fcdf-4e22-8894-14c16bec4571","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.503422138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"cbc41966-ca74-4f95-8f0d-101ea6ab34e4","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.537581921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"distinct-w1-019d33","reconcileID":"f07d6399-b7eb-4fa6-920e-97d977eb9414","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"distinct-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"distinct-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.537875109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"distinct-2-w1-019d33","reconcileID":"5b2552b5-59ed-4541-8c55-787c9f148d66","MaaSModelRef":{"name":"distinct-2-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"distinct-2-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"distinct-2-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.590729723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"a209f950-e0ed-4211-a4de-70edf5ef9c37","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.650367333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"c92d9c86-279b-4166-9a6f-1abf93a26712","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.656019442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"cf6e2037-3d9b-487e-af3b-b04c852cf52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.751393979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-subscription","reconcileID":"70fc0a04-2904-40b5-80e0-4ace42ea101b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"maas-trlp-premium-w1-019d33","model":"e2e-models-e2e-worker-w1-019d33/premium-w1-019d33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.78738621Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"cf6e2037-3d9b-487e-af3b-b04c852cf52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"e2e-worker-w1-019d33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.787407475Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-access","reconcileID":"cf6e2037-3d9b-487e-af3b-b04c852cf52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-019d33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:33.846986441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"e71d788f-5920-4340-87b9-7311d83b942c","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:34.493218216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8246a33f-0576-452e-acc4-928a299fda2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:34.546103157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8246a33f-0576-452e-acc4-928a299fda2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:34.599065197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8246a33f-0576-452e-acc4-928a299fda2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:34.653893477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8246a33f-0576-452e-acc4-928a299fda2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:34.872935553Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"d0f01122-ebef-44dc-bcc2-26d8d4dbcb16","namespace":"ai-tenant-e2e-worker-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:34.873013146Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"d0f01122-ebef-44dc-bcc2-26d8d4dbcb16","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:34.928645969Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"d0f01122-ebef-44dc-bcc2-26d8d4dbcb16","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:34.928678015Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"d0f01122-ebef-44dc-bcc2-26d8d4dbcb16","namespace":"ai-tenant-e2e-worker-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:35.559214152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-2-w4-7cdaa3","reconcileID":"abc42ce9-6f44-460e-8949-920a63c137f2","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-2-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-2-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:36.623995391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35146b3-9ec0-4b02-9bb0-9e386a1693d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:36.676882827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35146b3-9ec0-4b02-9bb0-9e386a1693d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:36.729863857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35146b3-9ec0-4b02-9bb0-9e386a1693d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:36.783175909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35146b3-9ec0-4b02-9bb0-9e386a1693d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:40.064777486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-2-w2-b8a6a7","reconcileID":"300a3ab1-d247-40e4-9866-45da56b0f60f","MaaSModelRef":{"name":"distinct-2-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-2-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-2-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.356208439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-access","reconcileID":"287a1cad-1083-4da7-9f0d-defb8b601f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"model":"e2e-models-e2e-worker-w2-b8a6a7/simulator-w2-b8a6a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.356224723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"simulator-w2-b8a6a7","reconcileID":"4db16f80-5ed6-4c22-ad6e-e8f97791755d","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"simulator-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"simulator-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.479970913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"distinct-2-w1-019d33","reconcileID":"827c3e8d-b4c6-46aa-a3ae-24ac5422501f","MaaSModelRef":{"name":"distinct-2-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"distinct-2-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"distinct-2-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.522384246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"8cd095a1-72f8-4cc2-b0e8-600870a05f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.569958374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"simulator-w2-b8a6a7","reconcileID":"8825a8ca-cbc2-4755-976a-50457802663e","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"simulator-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"simulator-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.581339757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"8cd095a1-72f8-4cc2-b0e8-600870a05f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.635678585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-subscription","reconcileID":"98d97d67-27d2-4f0c-89a7-ca8ddaee30c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-simulator-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/simulator-w2-b8a6a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.722464348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"simulator-w2-b8a6a7","reconcileID":"8626b502-ceea-4cb6-a599-7106a524141a","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"simulator-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"simulator-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.905888429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"5e1a9dde-8fb5-4906-96b0-662e31878c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:41.96473799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"5e1a9dde-8fb5-4906-96b0-662e31878c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:43.538123883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"35fe7e47-5c15-4a5e-9fbd-197190c33ee1","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:43.864798029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"2ee62ef8-be1f-44ce-85e2-d57f1a7bd606","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:43.929340962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"distinct-w1-019d33","reconcileID":"b8f31739-a414-461f-a99f-04cd5ee7a402","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"distinct-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"distinct-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:44.046564484Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-subscription","reconcileID":"a3bb1ac8-3752-47a5-a156-8016016d796d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"model":"e2e-models-e2e-worker-w1-019d33/premium-w1-019d33","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:44.100823593Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-subscription","reconcileID":"a3bb1ac8-3752-47a5-a156-8016016d796d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"model":"e2e-models-e2e-worker-w1-019d33/premium-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:44.154073555Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"premium-simulator-subscription","reconcileID":"a3bb1ac8-3752-47a5-a156-8016016d796d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-019d33"},"name":"maas-trlp-premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33","model":"e2e-models-e2e-worker-w1-019d33/premium-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:44.433969604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"0037967d-1f03-4f69-96a1-e4ff4b84a6ac","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:48.109347251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"e21f3f48-bcac-4c52-b9e3-16e3a73c4081","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-simulator-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/simulator-w4-7cdaa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.118145243Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","namespace":"ai-tenant-e2e-worker-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.1182064Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","namespace":"ai-tenant-e2e-worker-w1-019d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.118268488Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","tenant":"e2e-worker-w1-019d33","tenantID":"e2e-worker-w1-019d33","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.17407819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"Deployment","name":"maas-api-e2e-worker-w1-019d33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.239524771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"Service","name":"maas-api-e2e-worker-w1-019d33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.296440445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-019d33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.362468846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-019d33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.42272445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.453924283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"0d176768-7abc-4773-9d7b-f5a7c3e11f10","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.480535897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.539258915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.604885374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.63600852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"32f91583-4133-49bc-a17d-36923d2274b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.661846611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.6703831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-subscription","reconcileID":"9dccd8e3-d86b-481d-8dbf-1a000384e381","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-premium-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.70973144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"32f91583-4133-49bc-a17d-36923d2274b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.715191297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.771742341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"Service","name":"payload-processing-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.824954794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.861629675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"a33ff411-bbdf-4314-8a57-60d55f2b425e","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.88075376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.93373855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:50.986697729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:51.044821499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:51.081047368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-subscription","reconcileID":"1cb15084-8e77-473c-82a8-ab23ff22fc25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-premium-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:51.098272901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:51.151484373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:51.20468194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-019d33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:51.264695872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-019d33"},"namespace":"ai-tenant-e2e-worker-w1-019d33","name":"default-tenant","reconcileID":"a70b029d-7c7d-4fd5-8178-e658e71df22a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-019d33","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:51.5469546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"distinct-2-w1-019d33","reconcileID":"64b44e0e-1569-4af1-8cc2-fd31c31dde86","MaaSModelRef":{"name":"distinct-2-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"distinct-2-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"distinct-2-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:51.923057802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-subscription","reconcileID":"c5e6b4c8-ec90-420b-ba25-fa785ca87871","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"model":"e2e-models-e2e-worker-w2-b8a6a7/simulator-w2-b8a6a7","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:51.976853302Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-subscription","reconcileID":"c5e6b4c8-ec90-420b-ba25-fa785ca87871","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"model":"e2e-models-e2e-worker-w2-b8a6a7/simulator-w2-b8a6a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:52.030724381Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"simulator-subscription","reconcileID":"c5e6b4c8-ec90-420b-ba25-fa785ca87871","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/simulator-w2-b8a6a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:52.313393035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"simulator-w2-b8a6a7","reconcileID":"5c8299b7-5154-4ca4-a73d-106fcc300a9d","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"simulator-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"simulator-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:52.420166154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"954d0940-5762-440b-9ddf-1db1fed8871a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:52.479068643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"954d0940-5762-440b-9ddf-1db1fed8871a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:53.539397832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"simulator-w1-019d33","reconcileID":"2ba0c3b2-508c-48f8-a6d7-b9dff78680b2","MaaSModelRef":{"name":"simulator-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"simulator-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"simulator-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:53.994888132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"distinct-w1-019d33","reconcileID":"18ec9a78-d1cf-413f-92ac-d80eb5e8b9e7","MaaSModelRef":{"name":"distinct-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"distinct-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"distinct-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:54.434845936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"namespace":"e2e-models-e2e-worker-w1-019d33","name":"premium-w1-019d33","reconcileID":"05a432c9-e95e-4b12-b443-8b6f2f740eb9","MaaSModelRef":{"name":"premium-w1-019d33","namespace":"e2e-models-e2e-worker-w1-019d33"},"routeName":"premium-w1-019d33-kserve-route","namespace":"e2e-models-e2e-worker-w1-019d33","llmisvcName":"premium-w1-019d33","gateway":"openshift-ingress/e2e-worker-w1-019d33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:57.027669436Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-access","reconcileID":"28a6b1b8-8c92-4708-ad86-271ed9c23329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"model":"e2e-models-e2e-worker-w4-7cdaa3/simulator-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:57.502095547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"simulator-w4-7cdaa3","reconcileID":"0c530417-d80f-461c-9e38-a457237823a5","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"simulator-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"simulator-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:57.519827965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"4865c274-1a90-4b9f-8500-103908329607","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-simulator-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/simulator-w4-7cdaa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:57.667276242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"52dcd6cc-86f4-48d1-95ec-6f6f06a67819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:57.713959488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-w4-7cdaa3","reconcileID":"7466ffe1-b38a-4fbf-80e7-223e8886156a","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:57.725992356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"52dcd6cc-86f4-48d1-95ec-6f6f06a67819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:57.921028148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"5c43d138-b29b-4945-be95-835da75176d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-simulator-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/simulator-w4-7cdaa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:57.986171013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"e9199e47-1223-4d44-961e-b21db5b81f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:57.986181472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"495e1337-2b7f-4339-b85a-4373333b9580","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:58.192684095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"e9199e47-1223-4d44-961e-b21db5b81f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:58.260378048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-subscription","reconcileID":"e7758cb4-db1d-4ab0-bf1f-42f2859c28f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-premium-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:58.323701646Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"e9199e47-1223-4d44-961e-b21db5b81f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"e2e-worker-w2-b8a6a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:58.323724358Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-access","reconcileID":"e9199e47-1223-4d44-961e-b21db5b81f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b8a6a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:58.382440938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"e9b67077-5001-406d-8bea-17af245e8e84","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:58.656684941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-subscription","reconcileID":"068eb60d-5fff-4543-9e57-daa0f9413178","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-premium-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:58.984713445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"9a0b4ad8-1140-42ee-93db-c3d7120428ff","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.07944783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-subscription","reconcileID":"c6d69730-39e8-43a9-ad40-a8508309caa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-premium-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.146032047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"c1c3fa98-7735-490c-829a-9e5a018a7850","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.146331677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"simulator-w2-b8a6a7","reconcileID":"5cda802e-ef5c-4fd9-9a8f-479ec6242a35","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"simulator-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"simulator-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.146510212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-w2-b8a6a7","reconcileID":"aa26f66c-00aa-468e-bf48-40ad01f997a1","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.146665061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-2-w2-b8a6a7","reconcileID":"acfeb792-6d99-4801-97e7-6251e955c613","MaaSModelRef":{"name":"distinct-2-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-2-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-2-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.59403378Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-019d33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-019d33","reconcileID":"47689cdb-70a2-4707-a9e9-ce503b57ef71","aitenant":"ai-tenants/e2e-worker-w1-019d33","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.750435312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997ae26e-9756-440b-9b1a-2de48f766766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.80415573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997ae26e-9756-440b-9b1a-2de48f766766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.857181121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997ae26e-9756-440b-9b1a-2de48f766766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:36:59.910026041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997ae26e-9756-440b-9b1a-2de48f766766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:00.366752485Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-019d33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-019d33","reconcileID":"47689cdb-70a2-4707-a9e9-ce503b57ef71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-019d33","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-019d33"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:01.775776931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:01.951568191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3e25aa-ca5d-47c6-896a-cdc927d33fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:02.00512266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3e25aa-ca5d-47c6-896a-cdc927d33fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:02.059490705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3e25aa-ca5d-47c6-896a-cdc927d33fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:02.114195256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3e25aa-ca5d-47c6-896a-cdc927d33fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:04.442253274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-2-w2-b8a6a7","reconcileID":"c7dbdb69-4c46-421e-8b7c-09a8e0757609","MaaSModelRef":{"name":"distinct-2-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-2-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-2-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:06.069304657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-w2-b8a6a7","reconcileID":"6a583783-36e4-4037-873c-d340438fe33f","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:06.42829681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"simulator-w2-b8a6a7","reconcileID":"e5156177-c339-49af-a6f9-7055132a9bfb","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"simulator-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"simulator-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:07.390318979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"simulator-w4-7cdaa3","reconcileID":"bf0f3047-5b36-4000-9fee-fdc5d4e702e0","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"simulator-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"simulator-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:07.496178882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"e96a50c7-67da-49b7-a991-66539233921e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:07.555084579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"e96a50c7-67da-49b7-a991-66539233921e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:07.556302939Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"b15acc2d-4ba5-4348-a800-bed20e8d099e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5085dffc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:07.773897954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-w4-7cdaa3","reconcileID":"1e55b667-a7b9-48de-a754-f15916d49a48","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:07.87965588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"7559c4c5-3a5a-4af4-aab4-c9c920de8a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:07.939324671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"7559c4c5-3a5a-4af4-aab4-c9c920de8a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:08.156568852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-2-w4-7cdaa3","reconcileID":"2ee6171e-769e-43fb-9347-dfd2478788b5","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-2-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-2-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:08.509561953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"simulator-w4-7cdaa3","reconcileID":"d8d93687-592f-4751-a8f5-460246052573","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"simulator-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"simulator-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:08.562963729Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"fd13c556-c4da-47d6-95b9-66beafe18d9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5085dffc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:08.625804639Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"f0097cf8-730d-4614-bc29-53fb58f874b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5085dffc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:08.678786501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"8822a01d-fb99-4581-80a2-2c7f49485ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:08.740807279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"8822a01d-fb99-4581-80a2-2c7f49485ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:08.992937127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"83342dd6-4243-499c-a740-4b7775e2773d","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.147297144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"aac0e090-8ede-4bf7-ab70-1a36efdc7463","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.159128498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"0d138c4e-96ca-485b-85c8-bc2caee1a113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.208278913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-subscription","reconcileID":"9acfded6-1d93-460c-99d5-2d37aa2beb4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-premium-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/premium-w4-7cdaa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.218152901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"0d138c4e-96ca-485b-85c8-bc2caee1a113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.377418288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"69e55604-a6e9-46b9-994d-4c5249148ddd","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.382910995Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-subscription","reconcileID":"097c45d7-423f-454e-9dfe-2c25a7498017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.436109401Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-subscription","reconcileID":"097c45d7-423f-454e-9dfe-2c25a7498017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.489553042Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"premium-simulator-subscription","reconcileID":"097c45d7-423f-454e-9dfe-2c25a7498017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"name":"maas-trlp-premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7","model":"e2e-models-e2e-worker-w2-b8a6a7/premium-w2-b8a6a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.591612452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-subscription","reconcileID":"76cb8bcd-c867-4af8-be9e-1958669c0389","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-premium-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/premium-w4-7cdaa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:09.772105977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"8a21b877-1e86-466a-87ae-f08308515183","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.478687396Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","namespace":"ai-tenant-e2e-worker-w2-b8a6a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.478747309Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","namespace":"ai-tenant-e2e-worker-w2-b8a6a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.478801394Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","tenant":"e2e-worker-w2-b8a6a7","tenantID":"e2e-worker-w2-b8a6a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.534778837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"Deployment","name":"maas-api-e2e-worker-w2-b8a6a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.598230524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"Service","name":"maas-api-e2e-worker-w2-b8a6a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.658477623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-b8a6a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.716529887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-b8a6a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.77907797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.835364286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.89381773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:11.955544334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.009622216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.062651615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.11581902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"Service","name":"payload-processing-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.169119584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.229012675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.28591226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.338540708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.395615131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.448661947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.501826863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.554992395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-b8a6a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:12.60808326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b8a6a7"},"namespace":"ai-tenant-e2e-worker-w2-b8a6a7","name":"default-tenant","reconcileID":"1a16668d-890c-453f-86d1-562b91171609","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-b8a6a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:14.502763199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-2-w2-b8a6a7","reconcileID":"4dbadd13-eca1-4db8-844b-7fc64443c1bd","MaaSModelRef":{"name":"distinct-2-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-2-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-2-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:16.130518505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"distinct-w2-b8a6a7","reconcileID":"8c5bed79-7914-4832-8846-853ad612ac2c","MaaSModelRef":{"name":"distinct-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"distinct-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"distinct-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:16.48879742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"simulator-w2-b8a6a7","reconcileID":"d3a26e94-9f5a-4aa9-b976-5841bf8611a6","MaaSModelRef":{"name":"simulator-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"simulator-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"simulator-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:17.774750603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-w4-7cdaa3","reconcileID":"af16bd53-1d4f-4046-ab07-027b7ef13d18","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:18.216730042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-2-w4-7cdaa3","reconcileID":"adbb76a1-6b57-4b5a-9451-9b75084f27bd","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-2-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-2-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:18.570319399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"simulator-w4-7cdaa3","reconcileID":"0077c5f4-e1ef-4729-bd84-37f18f16cc73","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"simulator-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"simulator-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:18.67966754Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"4a49ec3e-7c3e-434c-ae10-862ce051eebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"model":"e2e-models-e2e-worker-w4-7cdaa3/simulator-w4-7cdaa3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:18.733107978Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"4a49ec3e-7c3e-434c-ae10-862ce051eebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"model":"e2e-models-e2e-worker-w4-7cdaa3/simulator-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:18.7861988Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"simulator-subscription","reconcileID":"4a49ec3e-7c3e-434c-ae10-862ce051eebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/simulator-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:19.062071876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"simulator-w4-7cdaa3","reconcileID":"46baf0a5-77d0-4d08-b3b8-be1a4bb310b0","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"simulator-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"simulator-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:19.167626126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"bb8772c5-fd14-4e4a-8df3-55ee19a306c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:19.225853083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"bb8772c5-fd14-4e4a-8df3-55ee19a306c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:19.377894778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"b1fd95e9-98e9-4cd2-abec-e9c160c917d0","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:19.773068253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"namespace":"e2e-models-e2e-worker-w2-b8a6a7","name":"premium-w2-b8a6a7","reconcileID":"29bd2a81-e689-4ca1-a3ad-d32cf93967a8","MaaSModelRef":{"name":"premium-w2-b8a6a7","namespace":"e2e-models-e2e-worker-w2-b8a6a7"},"routeName":"premium-w2-b8a6a7-kserve-route","namespace":"e2e-models-e2e-worker-w2-b8a6a7","llmisvcName":"premium-w2-b8a6a7","gateway":"openshift-ingress/e2e-worker-w2-b8a6a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:24.638494806Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-b8a6a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-b8a6a7","reconcileID":"09115db5-430d-413a-b05b-3ae1be209d61","aitenant":"ai-tenants/e2e-worker-w2-b8a6a7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:24.959803865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"dca7ca40-7801-4277-9581-3b3fc5424f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.01805453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"dca7ca40-7801-4277-9581-3b3fc5424f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.067331856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-subscription","reconcileID":"3dfd88a5-9cdb-458e-a422-1d265a316ad0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-premium-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/premium-w4-7cdaa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.088153596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"264cd62d-4360-4db2-ba9a-8d3b6b952e44","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.149017515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"9118e40a-1313-4032-a0a8-e1bf3a35084e","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.188715996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ec4e6c-acb2-4b44-9f73-5e3a2adb1702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.242199258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ec4e6c-acb2-4b44-9f73-5e3a2adb1702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.242285009Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"86beec72-afe2-4dad-a20c-4e4665bf9fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"model":"e2e-models-e2e-worker-w4-7cdaa3/premium-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.295303445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ec4e6c-acb2-4b44-9f73-5e3a2adb1702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.348396987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ec4e6c-acb2-4b44-9f73-5e3a2adb1702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.407508538Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-subscription","reconcileID":"e70ac3a9-101a-40f9-a662-de1fc58b9521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5484c711","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.462202275Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-b8a6a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-b8a6a7","reconcileID":"09115db5-430d-413a-b05b-3ae1be209d61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-b8a6a7","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-b8a6a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.477308419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"86beec72-afe2-4dad-a20c-4e4665bf9fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.640466652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"86beec72-afe2-4dad-a20c-4e4665bf9fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"e2e-worker-w4-7cdaa3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.640489477Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-access","reconcileID":"86beec72-afe2-4dad-a20c-4e4665bf9fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:25.700405251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"2e38f021-bba4-4ec8-8fc7-4edd1656d79b","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:26.11588687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-w4-7cdaa3","reconcileID":"a54a1aec-20ce-4b42-9b87-773d6c5db05c","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:26.116155339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-2-w4-7cdaa3","reconcileID":"faf6e548-0658-4a10-9315-fff11e1dc616","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-2-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-2-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:26.116369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"simulator-w4-7cdaa3","reconcileID":"ce01b907-d64b-4ba8-859b-40d2134e8bc3","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"simulator-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"simulator-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:26.116562883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"a1f7726e-05d1-43a8-92ef-fc025c017d78","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:26.176011748Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-subscription","reconcileID":"c91fc57b-85b4-4182-a379-49bcaad53077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5484c711","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:27.29733505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5196081-8441-4e94-90f5-1774dac276af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:27.352163996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5196081-8441-4e94-90f5-1774dac276af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:27.406440488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5196081-8441-4e94-90f5-1774dac276af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:27.460061043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5196081-8441-4e94-90f5-1774dac276af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:27.798114422Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"0d608d57-7c99-47eb-b51a-a7d88876d049","namespace":"ai-tenant-e2e-worker-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:27.798183627Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"0d608d57-7c99-47eb-b51a-a7d88876d049","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:27.854193736Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"0d608d57-7c99-47eb-b51a-a7d88876d049","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:27.854218352Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"0d608d57-7c99-47eb-b51a-a7d88876d049","namespace":"ai-tenant-e2e-worker-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:29.400024853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b68208-540b-463f-9b5c-8326e8d47516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:29.453005222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b68208-540b-463f-9b5c-8326e8d47516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:29.505912698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b68208-540b-463f-9b5c-8326e8d47516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:29.559023334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b68208-540b-463f-9b5c-8326e8d47516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:31.769409305Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:36.11662014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-w4-7cdaa3","reconcileID":"f506acc4-1244-4cc3-8e4c-89b7274c2da6","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:36.116947655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-2-w4-7cdaa3","reconcileID":"c5f1c6bb-1a32-43da-8e45-e13a808855f4","MaaSModelRef":{"name":"distinct-2-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-2-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-2-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:36.117173077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"simulator-w4-7cdaa3","reconcileID":"e4ec992a-5fd4-4d69-ab5a-05b32ad99e10","MaaSModelRef":{"name":"simulator-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"simulator-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"simulator-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:36.117368693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"eee5d8dc-6b4d-41a4-88ab-754cac456c10","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:36.229744509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-subscription","reconcileID":"a8a90d45-de38-4349-8d92-a5724d16f538","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"model":"e2e-models-e2e-worker-w4-7cdaa3/premium-w4-7cdaa3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:36.283598193Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-subscription","reconcileID":"a8a90d45-de38-4349-8d92-a5724d16f538","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"model":"e2e-models-e2e-worker-w4-7cdaa3/premium-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:36.337133517Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"premium-simulator-subscription","reconcileID":"a8a90d45-de38-4349-8d92-a5724d16f538","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"name":"maas-trlp-premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3","model":"e2e-models-e2e-worker-w4-7cdaa3/premium-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:36.615516825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"premium-w4-7cdaa3","reconcileID":"32c50f6a-669a-4289-bce4-4165b339673b","MaaSModelRef":{"name":"premium-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"premium-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"premium-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:37.704988825Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","namespace":"ai-tenant-e2e-worker-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:37.705044116Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","namespace":"ai-tenant-e2e-worker-w4-7cdaa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:37.705092067Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","tenant":"e2e-worker-w4-7cdaa3","tenantID":"e2e-worker-w4-7cdaa3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:37.762860633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"Deployment","name":"maas-api-e2e-worker-w4-7cdaa3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:37.827424743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"Service","name":"maas-api-e2e-worker-w4-7cdaa3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:37.884768122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-7cdaa3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:37.939908753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-7cdaa3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:37.996332431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.052383881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.112131617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.168170755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.221020782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.273709792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.326772611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"Service","name":"payload-processing-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.380439933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.432978697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.485530692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.538551568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.59542243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.647995678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.700712966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.75379101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-7cdaa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.806385823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7cdaa3"},"namespace":"ai-tenant-e2e-worker-w4-7cdaa3","name":"default-tenant","reconcileID":"290efa45-1ec6-4bf0-bc62-39fe5852278b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-7cdaa3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:38.911315823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"namespace":"e2e-models-e2e-worker-w4-7cdaa3","name":"distinct-w4-7cdaa3","reconcileID":"f96186a5-84f7-4e2b-a950-03d7906615c7","MaaSModelRef":{"name":"distinct-w4-7cdaa3","namespace":"e2e-models-e2e-worker-w4-7cdaa3"},"routeName":"distinct-w4-7cdaa3-kserve-route","namespace":"e2e-models-e2e-worker-w4-7cdaa3","llmisvcName":"distinct-w4-7cdaa3","gateway":"openshift-ingress/e2e-worker-w4-7cdaa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:56.952141575Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-7cdaa3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-7cdaa3","reconcileID":"97ca191f-378a-4e0f-9163-3f9478c170c0","aitenant":"ai-tenants/e2e-worker-w4-7cdaa3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:57.492934733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32932275-39d2-4bb4-8ef3-162b97ea7dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:57.545832485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32932275-39d2-4bb4-8ef3-162b97ea7dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:57.598669308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32932275-39d2-4bb4-8ef3-162b97ea7dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:57.651594816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32932275-39d2-4bb4-8ef3-162b97ea7dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:57.822103984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-7cdaa3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-7cdaa3","reconcileID":"97ca191f-378a-4e0f-9163-3f9478c170c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-7cdaa3","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-7cdaa3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:59.641578289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2e8be5-ace8-4574-a699-9bc0e0d11c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:59.69495668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2e8be5-ace8-4574-a699-9bc0e0d11c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:59.747994383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2e8be5-ace8-4574-a699-9bc0e0d11c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:37:59.801092305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2e8be5-ace8-4574-a699-9bc0e0d11c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:38:01.768581701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:38:02.23788601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"301689da-3904-4448-a581-2b221d6dcbfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:38:02.338375835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb3900ea-d45e-4427-b252-539d1441cd83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:38:03.867090146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa872028-6080-42a8-9f42-571d4e9af13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:38:03.920649687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa872028-6080-42a8-9f42-571d4e9af13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:38:03.973862864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa872028-6080-42a8-9f42-571d4e9af13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:38:04.027426878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa872028-6080-42a8-9f42-571d4e9af13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:38:31.819820872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:39:01.818705574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T02:39:31.819328429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}