{"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.529559956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"simulator-access","reconcileID":"4dd43959-11cb-4759-9b82-3172eead94c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"model":"e2e-models-e2e-worker-w2-370078/simulator-w2-370078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.52963616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"simulator-w2-370078","reconcileID":"8897ef87-b558-41fc-b9d7-af4849ba6210","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"simulator-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"simulator-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.557231151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1874d8"},"namespace":"ai-tenant-e2e-worker-w1-1874d8","name":"default-tenant","reconcileID":"e91d11ea-e2fb-482a-91a9-8009bed9cd09","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-1874d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.609320252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1874d8"},"namespace":"ai-tenant-e2e-worker-w1-1874d8","name":"default-tenant","reconcileID":"e91d11ea-e2fb-482a-91a9-8009bed9cd09","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-1874d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.661089132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1874d8"},"namespace":"ai-tenant-e2e-worker-w1-1874d8","name":"default-tenant","reconcileID":"e91d11ea-e2fb-482a-91a9-8009bed9cd09","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-1874d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.691620131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"34e347c8-b84e-430a-b414-1c6808d7b5e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-370078","tenantID":"e2e-worker-w2-370078","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.734921665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1874d8"},"namespace":"ai-tenant-e2e-worker-w1-1874d8","name":"default-tenant","reconcileID":"e91d11ea-e2fb-482a-91a9-8009bed9cd09","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-1874d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.738082516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"simulator-w2-370078","reconcileID":"960aba45-fee6-4671-a386-ef20ca3fe72e","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"simulator-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"simulator-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.75061098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"34e347c8-b84e-430a-b414-1c6808d7b5e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"e2e-worker-w2-370078-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.78816253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1874d8"},"namespace":"ai-tenant-e2e-worker-w1-1874d8","name":"default-tenant","reconcileID":"e91d11ea-e2fb-482a-91a9-8009bed9cd09","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-1874d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.798424993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"simulator-subscription","reconcileID":"b2565d48-931b-4abf-82ba-a0a3e7f03bee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"maas-trlp-simulator-w2-370078","model":"e2e-models-e2e-worker-w2-370078/simulator-w2-370078","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.842824916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1874d8"},"namespace":"ai-tenant-e2e-worker-w1-1874d8","name":"default-tenant","reconcileID":"e91d11ea-e2fb-482a-91a9-8009bed9cd09","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-1874d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.897347498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1874d8"},"namespace":"ai-tenant-e2e-worker-w1-1874d8","name":"default-tenant","reconcileID":"e91d11ea-e2fb-482a-91a9-8009bed9cd09","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-1874d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.900358594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"simulator-w2-370078","reconcileID":"4763fc2e-7e45-4a19-86c8-7295b857821e","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"simulator-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"simulator-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:41.94922298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1874d8"},"namespace":"ai-tenant-e2e-worker-w1-1874d8","name":"default-tenant","reconcileID":"e91d11ea-e2fb-482a-91a9-8009bed9cd09","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-1874d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:42.102074168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"83820f66-24e7-403c-853e-075541bbbc0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-370078","tenantID":"e2e-worker-w2-370078","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:42.158373555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"83820f66-24e7-403c-853e-075541bbbc0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"e2e-worker-w2-370078-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:42.386426587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953022d9-4413-47ba-9645-798f2a8ad139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:42.43928077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953022d9-4413-47ba-9645-798f2a8ad139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:42.492186625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953022d9-4413-47ba-9645-798f2a8ad139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:42.545164065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953022d9-4413-47ba-9645-798f2a8ad139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:43.89989033Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-1874d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-1874d8","reconcileID":"d62eef2a-9923-4899-927d-8d28c8010343","aitenant":"ai-tenants/e2e-worker-w1-1874d8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:44.48122084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011a7d9c-fdd4-41af-ab4c-78b5d329deae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:44.533981063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011a7d9c-fdd4-41af-ab4c-78b5d329deae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:44.586255996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011a7d9c-fdd4-41af-ab4c-78b5d329deae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:44.638416637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011a7d9c-fdd4-41af-ab4c-78b5d329deae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:44.697225593Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-1874d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-1874d8","reconcileID":"d62eef2a-9923-4899-927d-8d28c8010343","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-1874d8","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-1874d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:46.570886544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eceaf2d-8898-46ae-9ea4-f38e42e6d303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:46.622882117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eceaf2d-8898-46ae-9ea4-f38e42e6d303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:46.675096223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eceaf2d-8898-46ae-9ea4-f38e42e6d303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:46.727497684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eceaf2d-8898-46ae-9ea4-f38e42e6d303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:47.795416481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"distinct-2-w4-3eb31c","reconcileID":"0ccea950-53f6-4cbf-8d9b-6e85157b258f","MaaSModelRef":{"name":"distinct-2-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"distinct-2-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"distinct-2-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:48.699285726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b04bb01-efad-460a-8323-461afa0c44f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:48.751546852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b04bb01-efad-460a-8323-461afa0c44f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:48.803786596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b04bb01-efad-460a-8323-461afa0c44f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:48.856037729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b04bb01-efad-460a-8323-461afa0c44f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:49.334180262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"simulator-access","reconcileID":"a5221271-9369-4140-91e3-044c1de0c083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"model":"e2e-models-e2e-worker-w4-3eb31c/simulator-w4-3eb31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:49.334219208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"simulator-w4-3eb31c","reconcileID":"aaab3826-6102-4945-bcd6-932a80e495b2","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"simulator-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"simulator-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:49.494671097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"b1af5a34-b35e-4c00-bfe8-6e2e01e23c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3eb31c","tenantID":"e2e-worker-w4-3eb31c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:49.543057849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"simulator-w4-3eb31c","reconcileID":"4653244a-7f88-41de-a793-04229d9e3cc7","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"simulator-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"simulator-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:49.552152672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"b1af5a34-b35e-4c00-bfe8-6e2e01e23c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"name":"e2e-worker-w4-3eb31c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:49.635769783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"simulator-subscription","reconcileID":"44c784d4-6cbf-4dea-a0ef-d84f44578f36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"name":"maas-trlp-simulator-w4-3eb31c","model":"e2e-models-e2e-worker-w4-3eb31c/simulator-w4-3eb31c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:49.710698575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"simulator-w4-3eb31c","reconcileID":"4eede0f3-2c39-4cf3-be15-3fc7482f894b","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"simulator-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"simulator-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:49.860501256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"3ff6f62d-74f9-46cf-a298-a3086b2d3ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3eb31c","tenantID":"e2e-worker-w4-3eb31c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:49.917023076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"3ff6f62d-74f9-46cf-a298-a3086b2d3ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"name":"e2e-worker-w4-3eb31c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:50.448026792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dab70d","namespace":"e2e-models-e2e-worker-w3-dab70d"},"namespace":"e2e-models-e2e-worker-w3-dab70d","name":"premium-w3-dab70d","reconcileID":"02225cb6-a5b0-43a8-9412-43b1d9134050","MaaSModelRef":{"name":"premium-w3-dab70d","namespace":"e2e-models-e2e-worker-w3-dab70d"},"routeName":"premium-w3-dab70d-kserve-route","namespace":"e2e-models-e2e-worker-w3-dab70d","llmisvcName":"premium-w3-dab70d","gateway":"openshift-ingress/e2e-worker-w3-dab70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:50.610098471Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"premium-simulator-subscription","reconcileID":"d5f96e6f-e485-4c0a-a4c7-cb9e858d735a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"model":"e2e-models-e2e-worker-w3-dab70d/premium-w3-dab70d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:50.662607285Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"premium-simulator-subscription","reconcileID":"d5f96e6f-e485-4c0a-a4c7-cb9e858d735a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"model":"e2e-models-e2e-worker-w3-dab70d/premium-w3-dab70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:50.715090522Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"premium-simulator-subscription","reconcileID":"d5f96e6f-e485-4c0a-a4c7-cb9e858d735a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"name":"maas-trlp-premium-w3-dab70d","namespace":"e2e-models-e2e-worker-w3-dab70d","model":"e2e-models-e2e-worker-w3-dab70d/premium-w3-dab70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:50.999134338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dab70d","namespace":"e2e-models-e2e-worker-w3-dab70d"},"namespace":"e2e-models-e2e-worker-w3-dab70d","name":"premium-w3-dab70d","reconcileID":"882fdfa2-ac72-4be1-b329-4fdb9fb026c6","MaaSModelRef":{"name":"premium-w3-dab70d","namespace":"e2e-models-e2e-worker-w3-dab70d"},"routeName":"premium-w3-dab70d-kserve-route","namespace":"e2e-models-e2e-worker-w3-dab70d","llmisvcName":"premium-w3-dab70d","gateway":"openshift-ingress/e2e-worker-w3-dab70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.068291111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"7ef92c6a-a4e6-46f3-967b-0dc0b6784d7d","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.068745538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"f1cebe0d-f40f-4893-b6b7-baa1b268a70e","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.069154143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"distinct-w6-cedfca","reconcileID":"13f8d6d4-1216-4fa4-ac59-56b4b01987b4","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"distinct-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"distinct-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.133600529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"103cd17d-10ca-4b2e-8fdc-fbe7b9fb3c9e","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.134036889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"75af4fe9-432a-46f3-8b4f-2c26e192048a","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.134322554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"distinct-w6-cedfca","reconcileID":"f82a6969-49d1-431c-b115-57f25892a59e","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"distinct-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"distinct-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.226549622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"a183e72d-0185-40d8-90dc-b10eb6674794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.22685841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-access","reconcileID":"852bb8c8-ecfe-4e4a-a8fb-4acc38a71361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.286489794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-access","reconcileID":"852bb8c8-ecfe-4e4a-a8fb-4acc38a71361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.287715811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"a183e72d-0185-40d8-90dc-b10eb6674794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.290317192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-subscription","reconcileID":"40c2c21c-eebc-49a7-9781-bdd472367377","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"maas-trlp-simulator-w6-cedfca","model":"e2e-models-e2e-worker-w6-cedfca/simulator-w6-cedfca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.29040877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-subscription","reconcileID":"28282cb3-74ae-46a6-85b6-636bb0c63a47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"maas-trlp-premium-w6-cedfca","model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.532691906Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.644966451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"104a39d8-858d-48b8-a0d7-f2d6a10e4f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.644967504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-access","reconcileID":"2f98f728-2da6-4f86-9af7-c642562fc2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.700817363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-access","reconcileID":"2f98f728-2da6-4f86-9af7-c642562fc2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:51.700998185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"104a39d8-858d-48b8-a0d7-f2d6a10e4f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:52.075415035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"simulator-subscription","reconcileID":"7c5f8be1-2c56-4587-a684-33bdfce2a87e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"model":"e2e-models-e2e-worker-w2-370078/simulator-w2-370078","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:52.130528001Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"simulator-subscription","reconcileID":"7c5f8be1-2c56-4587-a684-33bdfce2a87e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"model":"e2e-models-e2e-worker-w2-370078/simulator-w2-370078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:52.18265474Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"simulator-subscription","reconcileID":"7c5f8be1-2c56-4587-a684-33bdfce2a87e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"maas-trlp-simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078","model":"e2e-models-e2e-worker-w2-370078/simulator-w2-370078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:52.452541305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"simulator-w2-370078","reconcileID":"8d26d36a-d030-449d-ba14-008de7f541fb","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"simulator-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"simulator-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:52.557051057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"6d3ef7da-ca54-4070-afe5-5071bfed3e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-370078","tenantID":"e2e-worker-w2-370078","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:52.612556449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"6d3ef7da-ca54-4070-afe5-5071bfed3e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"e2e-worker-w2-370078-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:53.540418305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"simulator-access","reconcileID":"fefd14b9-490d-4337-b0ec-8244a63f670d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-4cce33","tenantID":"e2e-worker-w5-4cce33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:53.540982109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"900d0db7-e502-4203-ad5f-4095243bce62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-4cce33","tenantID":"e2e-worker-w5-4cce33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:53.597492013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"900d0db7-e502-4203-ad5f-4095243bce62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"e2e-worker-w5-4cce33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:53.597519098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"simulator-access","reconcileID":"fefd14b9-490d-4337-b0ec-8244a63f670d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"e2e-worker-w5-4cce33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:57.667955825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"premium-w2-370078","reconcileID":"3c6a6472-545c-41a2-924c-e4089bc9e33a","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"premium-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"premium-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:57.829430821Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-subscription","reconcileID":"234152de-143f-4d1d-b0b8-697ca05ccf43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9823838","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:57.840268041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"25ea4880-a637-469a-9ef6-523dd2a9bcf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-370078","tenantID":"e2e-worker-w2-370078","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:57.898397756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"25ea4880-a637-469a-9ef6-523dd2a9bcf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"e2e-worker-w2-370078-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.157393349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"192f3476-f434-4e5f-843a-856836c0f13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-370078","tenantID":"e2e-worker-w2-370078","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.213344219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"192f3476-f434-4e5f-843a-856836c0f13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"e2e-worker-w2-370078-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.56909965Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-subscription","reconcileID":"c6915f45-348f-49d8-8d98-3578b4691a8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9823838","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.618776155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"premium-w2-370078","reconcileID":"92004dd7-9c8a-4b43-bd76-3eb63c5b1e52","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"premium-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"premium-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.620688381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"8fd4d3de-ab9c-4b42-9fbe-9b9c3d1abaae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-370078","tenantID":"e2e-worker-w2-370078","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.67734967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"8fd4d3de-ab9c-4b42-9fbe-9b9c3d1abaae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"e2e-worker-w2-370078-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.729771579Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-subscription","reconcileID":"ceb00c86-9e53-4953-bbd1-defe35d712b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9823838","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.881982258Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"fb17f951-7c16-43e9-bb46-7ea243a8fd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"model":"e2e-models-e2e-worker-w2-370078/premium-w2-370078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.943784737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"simulator-w2-370078","reconcileID":"27dbbe6f-ffc5-45c2-afeb-c22541969fb6","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"simulator-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"simulator-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:58.996005747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"premium-w2-370078","reconcileID":"69a11a72-e098-4650-86f1-29b250c19681","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"premium-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"premium-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:59.048121553Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-subscription","reconcileID":"ab1e0022-7a47-40b4-9457-d3623fcfa878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9823838","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:59.134783429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"fb17f951-7c16-43e9-bb46-7ea243a8fd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-370078","tenantID":"e2e-worker-w2-370078","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:59.257140486Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"fb17f951-7c16-43e9-bb46-7ea243a8fd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"e2e-worker-w2-370078-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:59.257170163Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-access","reconcileID":"fb17f951-7c16-43e9-bb46-7ea243a8fd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-370078"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-370078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:59.314252478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"premium-w2-370078","reconcileID":"d25d5193-c551-4c63-a9d2-451b3c575f6c","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"premium-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"premium-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:59.885724587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d448747-2038-4f6f-a34b-c4aa9c26109c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:59.937569119Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"simulator-subscription","reconcileID":"d11563f7-511e-4f5b-97d1-f49ee46cdb70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"model":"e2e-models-e2e-worker-w4-3eb31c/simulator-w4-3eb31c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:59.937914407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d448747-2038-4f6f-a34b-c4aa9c26109c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:04:59.989993386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d448747-2038-4f6f-a34b-c4aa9c26109c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:00.042029918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d448747-2038-4f6f-a34b-c4aa9c26109c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:00.042153627Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"simulator-subscription","reconcileID":"d11563f7-511e-4f5b-97d1-f49ee46cdb70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"model":"e2e-models-e2e-worker-w4-3eb31c/simulator-w4-3eb31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:00.09444604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"simulator-subscription","reconcileID":"d11563f7-511e-4f5b-97d1-f49ee46cdb70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"name":"maas-trlp-simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c","model":"e2e-models-e2e-worker-w4-3eb31c/simulator-w4-3eb31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:00.364428665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"simulator-w4-3eb31c","reconcileID":"46e7b2d0-6dd9-44ba-9dd8-336742b55a32","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"simulator-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"simulator-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:00.468061398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"02e6083e-0265-470c-9250-41b870b48ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3eb31c","tenantID":"e2e-worker-w4-3eb31c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:00.534451882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"02e6083e-0265-470c-9250-41b870b48ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"name":"e2e-worker-w4-3eb31c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:01.00040214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dab70d","namespace":"e2e-models-e2e-worker-w3-dab70d"},"namespace":"e2e-models-e2e-worker-w3-dab70d","name":"premium-w3-dab70d","reconcileID":"e3c8fec3-d97e-4e46-9f43-e5d965973ac7","MaaSModelRef":{"name":"premium-w3-dab70d","namespace":"e2e-models-e2e-worker-w3-dab70d"},"routeName":"premium-w3-dab70d-kserve-route","namespace":"e2e-models-e2e-worker-w3-dab70d","llmisvcName":"premium-w3-dab70d","gateway":"openshift-ingress/e2e-worker-w3-dab70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:01.915391755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abccbcbc-d06f-48a0-9cdd-0c2256537124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:01.967265286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abccbcbc-d06f-48a0-9cdd-0c2256537124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:02.01956441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abccbcbc-d06f-48a0-9cdd-0c2256537124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:02.072084024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abccbcbc-d06f-48a0-9cdd-0c2256537124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:03.054009785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dab70d","namespace":"e2e-models-e2e-worker-w3-dab70d"},"namespace":"e2e-models-e2e-worker-w3-dab70d","name":"simulator-w3-dab70d","reconcileID":"c25ad782-7eff-4579-85b3-e5e2a3b6b880","MaaSModelRef":{"name":"simulator-w3-dab70d","namespace":"e2e-models-e2e-worker-w3-dab70d"},"routeName":"simulator-w3-dab70d-kserve-route","namespace":"e2e-models-e2e-worker-w3-dab70d","llmisvcName":"simulator-w3-dab70d","gateway":"openshift-ingress/e2e-worker-w3-dab70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:05.997484275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"93fdcc7e-600d-4077-a549-08a0a87fa2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"model":"e2e-models-e2e-worker-w4-3eb31c/premium-w4-3eb31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:05.997569566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"c8c228ca-1d57-4921-9b0c-d45448483048","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.052385329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"e1ac0c65-10fe-4d5f-9be7-4477fbd003ef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:05:06.105130312Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"e1ac0c65-10fe-4d5f-9be7-4477fbd003ef","name":"premium-w4-3eb31c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-3eb31c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:05:06.105188696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"e1ac0c65-10fe-4d5f-9be7-4477fbd003ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-3eb31c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.11049002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"d7005aaa-898f-4a18-938e-96b53c9740b5","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.176007769Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-subscription","reconcileID":"aaaf59e7-00a4-484e-ab1c-882fc7d550d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b12986e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.202433434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"93fdcc7e-600d-4077-a549-08a0a87fa2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3eb31c","tenantID":"e2e-worker-w4-3eb31c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.228634131Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-subscription","reconcileID":"8838f3c3-89db-4127-9885-81d31cedf802","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b12986e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.373761584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"93fdcc7e-600d-4077-a549-08a0a87fa2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"name":"e2e-worker-w4-3eb31c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.373788406Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-access","reconcileID":"93fdcc7e-600d-4077-a549-08a0a87fa2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3eb31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.43120503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"07309d2b-9d81-41cd-91dd-2767946bf085","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.548290688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"simulator-w4-3eb31c","reconcileID":"b6fd2a64-c404-45b8-86c6-4d6a3fb2aef4","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"simulator-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"simulator-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.600664409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"24d0d8bd-b904-43ba-9067-3ce71a9ac020","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.601198356Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-subscription","reconcileID":"4196f383-f97b-4b93-9268-9ba555be26cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b12986e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.652823345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"distinct-w4-3eb31c","reconcileID":"6a6a38fe-6dd1-4e53-9e85-e5a0c97b7eec","MaaSModelRef":{"name":"distinct-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"distinct-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"distinct-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.653052813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"distinct-2-w4-3eb31c","reconcileID":"9d130266-15ab-430e-99c5-a2bd410bd336","MaaSModelRef":{"name":"distinct-2-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"distinct-2-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"distinct-2-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.972364901Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","namespace":"ai-tenant-e2e-worker-w3-dab70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.97242255Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","namespace":"ai-tenant-e2e-worker-w3-dab70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:06.972469299Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","tenant":"e2e-worker-w3-dab70d","tenantID":"e2e-worker-w3-dab70d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.026116794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"Deployment","name":"maas-api-e2e-worker-w3-dab70d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.086153445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"Service","name":"maas-api-e2e-worker-w3-dab70d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.14437341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-dab70d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.198006629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-dab70d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.253038141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.293768519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"0a334053-5ba9-45d6-b0d9-f9c7f16b103d","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.307637747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.346108065Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-subscription","reconcileID":"5b5a09eb-9384-46cd-b34a-1c8d2c4fe97a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b12986e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.364364761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.404824143Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-subscription","reconcileID":"c9e1abc4-5080-4f9b-8980-46e4cf623c06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b12986e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.419194336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.471092819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.491783766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09998f6e-9079-47c2-8f97-ec6399e3a6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.547988232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09998f6e-9079-47c2-8f97-ec6399e3a6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.555177287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.606977605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09998f6e-9079-47c2-8f97-ec6399e3a6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.660653932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"Service","name":"payload-processing-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.660881277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09998f6e-9079-47c2-8f97-ec6399e3a6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.722865553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.77473237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.826502108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.878281105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.946080684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:07.997768375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:08.051925627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:08.108070113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-dab70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:08.161177342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dab70d"},"namespace":"ai-tenant-e2e-worker-w3-dab70d","name":"default-tenant","reconcileID":"66ca5cf5-4beb-47d6-a715-27bab69a6c4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-dab70d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:09.101954411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-subscription","reconcileID":"a218d3b9-c66e-4ae8-ac55-32689ef20c54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"model":"e2e-models-e2e-worker-w2-370078/premium-w2-370078","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:09.156353204Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-subscription","reconcileID":"a218d3b9-c66e-4ae8-ac55-32689ef20c54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"model":"e2e-models-e2e-worker-w2-370078/premium-w2-370078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:09.209151475Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"premium-simulator-subscription","reconcileID":"a218d3b9-c66e-4ae8-ac55-32689ef20c54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-370078"},"name":"maas-trlp-premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078","model":"e2e-models-e2e-worker-w2-370078/premium-w2-370078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:09.482113771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"premium-w2-370078","reconcileID":"63bd276c-0d57-4c7d-a9b9-a8b3acac51f0","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"premium-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"premium-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:09.623299089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0cc53fa-e51c-40be-8caa-d1f06f305e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:09.67910266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0cc53fa-e51c-40be-8caa-d1f06f305e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:09.738049692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0cc53fa-e51c-40be-8caa-d1f06f305e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:09.790917002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0cc53fa-e51c-40be-8caa-d1f06f305e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:11.662667849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"simulator-w4-3eb31c","reconcileID":"4da46e7c-4b89-42fa-9042-c7cdc472390d","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"simulator-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"simulator-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:11.775826924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f59c057-9478-40eb-94f7-ca4e91a828e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:11.833022872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f59c057-9478-40eb-94f7-ca4e91a828e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:11.885860414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f59c057-9478-40eb-94f7-ca4e91a828e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:11.946057347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f59c057-9478-40eb-94f7-ca4e91a828e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:11.998424186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"premium-w2-370078","reconcileID":"0296d814-f11e-4564-9f6c-325151dcd457","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"premium-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"premium-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:13.901221062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745aa4c3-713c-4d96-befe-3180490c8763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:13.953482362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745aa4c3-713c-4d96-befe-3180490c8763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:14.005688346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745aa4c3-713c-4d96-befe-3180490c8763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:14.058603922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745aa4c3-713c-4d96-befe-3180490c8763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:17.352737575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"a0573293-2761-4df8-911a-01f46bbd00c8","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:17.457493009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-subscription","reconcileID":"8270524b-c805-4a3d-9991-8649a93dc932","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"model":"e2e-models-e2e-worker-w4-3eb31c/premium-w4-3eb31c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:17.510487229Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-subscription","reconcileID":"8270524b-c805-4a3d-9991-8649a93dc932","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"model":"e2e-models-e2e-worker-w4-3eb31c/premium-w4-3eb31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:17.566688665Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"premium-simulator-subscription","reconcileID":"8270524b-c805-4a3d-9991-8649a93dc932","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"name":"maas-trlp-premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c","model":"e2e-models-e2e-worker-w4-3eb31c/premium-w4-3eb31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:17.865189143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"9a3c71ef-66f1-4639-bebf-3e7f5c509106","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:18.840919883Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-dab70d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-dab70d","reconcileID":"ee463dcf-fdb8-4cba-a711-3e062bcd7560","aitenant":"ai-tenants/e2e-worker-w3-dab70d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:19.371480583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b87bc9-ca34-4e26-8407-175b283b8c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:19.42348638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b87bc9-ca34-4e26-8407-175b283b8c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:19.475484126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b87bc9-ca34-4e26-8407-175b283b8c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:19.527542071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b87bc9-ca34-4e26-8407-175b283b8c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:19.689886809Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-dab70d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-dab70d","reconcileID":"ee463dcf-fdb8-4cba-a711-3e062bcd7560","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-dab70d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-dab70d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:21.464747674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790f2e18-a183-4283-a42a-05db0e92078b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:21.516937628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790f2e18-a183-4283-a42a-05db0e92078b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:21.534389018Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:21.569038873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790f2e18-a183-4283-a42a-05db0e92078b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:21.621186766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790f2e18-a183-4283-a42a-05db0e92078b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:21.721972076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"simulator-w4-3eb31c","reconcileID":"f3d9753a-1d34-4d94-ab57-68ca7b202eb8","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"simulator-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"simulator-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:22.056676307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"premium-w2-370078","reconcileID":"f786e00a-afa4-4f85-ae3c-6d9404e08fb3","MaaSModelRef":{"name":"premium-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"premium-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"premium-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:22.144993162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"distinct-2-w4-3eb31c","reconcileID":"46ac814d-69fb-4fc4-a454-6427273b7f47","MaaSModelRef":{"name":"distinct-2-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"distinct-2-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"distinct-2-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:22.482876785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"simulator-w2-370078","reconcileID":"b0266378-cb8c-48d6-8085-88636a1bc363","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"routeName":"simulator-w2-370078-kserve-route","namespace":"e2e-models-e2e-worker-w2-370078","llmisvcName":"simulator-w2-370078","gateway":"openshift-ingress/e2e-worker-w2-370078","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:05:23.401521202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-370078","namespace":"e2e-models-e2e-worker-w2-370078"},"namespace":"e2e-models-e2e-worker-w2-370078","name":"simulator-w2-370078","reconcileID":"86145b3e-c854-4dc8-9531-7437e2620278","error":"maasmodelrefs.maas.opendatahub.io \"simulator-w2-370078\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.53128391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4de4911d-54fe-400d-b5c8-e8312d618a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.583407127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4de4911d-54fe-400d-b5c8-e8312d618a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.635629521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4de4911d-54fe-400d-b5c8-e8312d618a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.635748053Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","namespace":"ai-tenant-e2e-worker-w2-370078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.687691135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4de4911d-54fe-400d-b5c8-e8312d618a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.687809329Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","namespace":"ai-tenant-e2e-worker-w2-370078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.687903071Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","tenant":"e2e-worker-w2-370078","tenantID":"e2e-worker-w2-370078","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.741574337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"Deployment","name":"maas-api-e2e-worker-w2-370078","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.802078717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"Service","name":"maas-api-e2e-worker-w2-370078","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.859637732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-370078","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:23.95312386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-370078","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.007445584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.063529609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.120278507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.177896699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.23161891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.284161066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.335848431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"Service","name":"payload-processing-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.387629133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.43917696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.491170156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.542767549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.599895684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.651618488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.705623099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.760159622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-370078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.812110626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-370078"},"namespace":"ai-tenant-e2e-worker-w2-370078","name":"default-tenant","reconcileID":"a42b9a39-7823-4651-b4ba-8dac63d6600d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-370078","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.867713523Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","namespace":"ai-tenant-e2e-worker-w4-3eb31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.867773215Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","namespace":"ai-tenant-e2e-worker-w4-3eb31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.867867927Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","tenant":"e2e-worker-w4-3eb31c","tenantID":"e2e-worker-w4-3eb31c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.921441061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"Deployment","name":"maas-api-e2e-worker-w4-3eb31c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:24.980454061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"Service","name":"maas-api-e2e-worker-w4-3eb31c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.04175259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-3eb31c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.095345181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-3eb31c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.149442121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.203343818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.259951614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.316118614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.367860188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.419333951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.460377343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"8a5fd6af-630f-4086-ac0d-84af6c4934a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.460410079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-access","reconcileID":"29730541-6a07-43b3-8f13-942b2eb9c60c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.470846902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"Service","name":"payload-processing-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.517767979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"8a5fd6af-630f-4086-ac0d-84af6c4934a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.521451156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-access","reconcileID":"29730541-6a07-43b3-8f13-942b2eb9c60c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.522273294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.573707522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.625030221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.676423526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.731423931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.783221028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.834809107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.886481177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-3eb31c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:25.939729474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3eb31c"},"namespace":"ai-tenant-e2e-worker-w4-3eb31c","name":"default-tenant","reconcileID":"72569cef-8738-4763-b4f3-73d6926e5efd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-3eb31c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:26.00230319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-2-w5-4cce33","reconcileID":"10803d4a-941a-4258-847f-7ff2ba30804d","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-2-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-2-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:26.912733501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"distinct-w4-3eb31c","reconcileID":"d263ce68-4303-42ad-bab4-93c5cf4c3478","MaaSModelRef":{"name":"distinct-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"distinct-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"distinct-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:27.086849297Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-370078","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-370078","reconcileID":"49b714b8-1a17-45bf-982b-5fbe0ecd353b","aitenant":"ai-tenants/e2e-worker-w2-370078","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:27.676578648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0814d1-b692-4aff-bc30-0fcb2b233896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:27.729955446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0814d1-b692-4aff-bc30-0fcb2b233896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:27.782262129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0814d1-b692-4aff-bc30-0fcb2b233896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:27.834629236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0814d1-b692-4aff-bc30-0fcb2b233896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:27.866436999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"55f78260-4f0d-4f51-8a2e-cd97f197e694","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:27.892614291Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-370078","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-370078","reconcileID":"49b714b8-1a17-45bf-982b-5fbe0ecd353b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-370078","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-370078"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:28.511353572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"simulator-subscription","reconcileID":"5cb8f0f7-7402-423f-b3e6-0c89a3fa9975","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"maas-trlp-simulator-w5-4cce33","model":"e2e-models-e2e-worker-w5-4cce33/simulator-w5-4cce33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:29.772232789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89d3384-08e9-447f-b4c8-530205a98169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:29.828179695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89d3384-08e9-447f-b4c8-530205a98169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:29.884258488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89d3384-08e9-447f-b4c8-530205a98169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:29.937410673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89d3384-08e9-447f-b4c8-530205a98169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:30.356134777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"distinct-2-w4-3eb31c","reconcileID":"2d8eaa8a-3037-4690-9d00-36d9603460b3","MaaSModelRef":{"name":"distinct-2-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"distinct-2-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"distinct-2-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:30.363073175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"distinct-w4-3eb31c","reconcileID":"5fd69d27-18f9-41d8-b518-82537f45577e","MaaSModelRef":{"name":"distinct-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"distinct-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"distinct-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:30.369908896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"premium-w4-3eb31c","reconcileID":"f29f01d1-b5e6-4f99-8813-928f187082c2","MaaSModelRef":{"name":"premium-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"premium-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"premium-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:30.376467002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"namespace":"e2e-models-e2e-worker-w4-3eb31c","name":"simulator-w4-3eb31c","reconcileID":"b9514eeb-e90e-46fe-85cb-9a3d32fc4270","MaaSModelRef":{"name":"simulator-w4-3eb31c","namespace":"e2e-models-e2e-worker-w4-3eb31c"},"routeName":"simulator-w4-3eb31c-kserve-route","namespace":"e2e-models-e2e-worker-w4-3eb31c","llmisvcName":"simulator-w4-3eb31c","gateway":"openshift-ingress/e2e-worker-w4-3eb31c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:31.916004093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d80e34-030f-4c69-bd7b-7258ab0949a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:31.968179622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d80e34-030f-4c69-bd7b-7258ab0949a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:32.02025436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d80e34-030f-4c69-bd7b-7258ab0949a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:32.072359475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d80e34-030f-4c69-bd7b-7258ab0949a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:32.959199706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"distinct-2-w6-cedfca","reconcileID":"ba390af4-cd6f-4b61-be73-82280e9ad119","MaaSModelRef":{"name":"distinct-2-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"distinct-2-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"distinct-2-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.183583924Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-access","reconcileID":"490853e4-42af-4b8a-a6df-6b76f4584044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"model":"e2e-models-e2e-worker-w6-cedfca/simulator-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.183605636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"aab18e17-3d34-4b00-92c8-a085743cc014","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.342962722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"7cf1981c-bdfe-433e-be6e-fc86577b0729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.39190997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"6b2b8c5a-4748-4a21-9261-59d27c3409d6","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.398501016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"7cf1981c-bdfe-433e-be6e-fc86577b0729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.412338437Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3eb31c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3eb31c","reconcileID":"215a2b73-217e-4f9d-b6b8-29ff51709e4f","aitenant":"ai-tenants/e2e-worker-w4-3eb31c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.447922678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-subscription","reconcileID":"b7cd2df0-e818-45b8-b36a-ee464de5167a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"maas-trlp-simulator-w6-cedfca","model":"e2e-models-e2e-worker-w6-cedfca/simulator-w6-cedfca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.540181962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"446728e6-6442-4a02-9b81-2ba665184be0","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.720078994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"516a587d-df9a-4d8e-928e-9949db1879a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.775611613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"516a587d-df9a-4d8e-928e-9949db1879a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:34.981320999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e53a608-9c68-4c34-8b27-fd861ed26f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:35.03464058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e53a608-9c68-4c34-8b27-fd861ed26f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:35.088744576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e53a608-9c68-4c34-8b27-fd861ed26f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:35.141312107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e53a608-9c68-4c34-8b27-fd861ed26f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:35.249961119Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3eb31c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3eb31c","reconcileID":"215a2b73-217e-4f9d-b6b8-29ff51709e4f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-3eb31c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-3eb31c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:37.176988733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c61257-4420-4228-ad05-99fc6305cbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:37.2292779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c61257-4420-4228-ad05-99fc6305cbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:37.283996613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c61257-4420-4228-ad05-99fc6305cbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:37.336487406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c61257-4420-4228-ad05-99fc6305cbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:37.508539381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"beef1486-7165-4f13-9ebe-980913c19cc1","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:37.712846743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"fe67b7c7-43ee-4a91-823b-8a78daf5f945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:37.759117425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-subscription","reconcileID":"3763fb54-99c3-4f23-aa81-e6f0a0b085f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"maas-trlp-premium-w6-cedfca","model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:37.768789597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"fe67b7c7-43ee-4a91-823b-8a78daf5f945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:37.922900915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"9555abad-9aee-452d-9c0d-b305b7acebec","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:38.13064508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-subscription","reconcileID":"0804b95c-1a57-4be5-86bc-276aafa61732","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"maas-trlp-premium-w6-cedfca","model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:39.22006865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94bd0813-db1f-40b8-b32f-7ebbe42649d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:39.272154861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94bd0813-db1f-40b8-b32f-7ebbe42649d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:39.324614466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94bd0813-db1f-40b8-b32f-7ebbe42649d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:39.377073715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94bd0813-db1f-40b8-b32f-7ebbe42649d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:44.716095554Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-subscription","reconcileID":"9c9d4af9-437b-444f-9530-91aac9aef248","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"model":"e2e-models-e2e-worker-w6-cedfca/simulator-w6-cedfca","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:44.768945087Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-subscription","reconcileID":"9c9d4af9-437b-444f-9530-91aac9aef248","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"model":"e2e-models-e2e-worker-w6-cedfca/simulator-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:44.821568059Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"simulator-subscription","reconcileID":"9c9d4af9-437b-444f-9530-91aac9aef248","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"maas-trlp-simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca","model":"e2e-models-e2e-worker-w6-cedfca/simulator-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:45.092507711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"c2983cf6-18a0-4c1f-bc3e-63d23e42075a","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:45.196252773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"2e030b01-5edc-4d5d-a51d-2e7b84e411c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:45.25241588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"2e030b01-5edc-4d5d-a51d-2e7b84e411c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:47.923978654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"9552884f-ccab-4d9f-acf8-74700d409fef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:48.525947901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"simulator-access","reconcileID":"ec9cf9c3-c1ae-4352-a2b3-7de4d4427a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"model":"e2e-models-e2e-worker-w5-4cce33/simulator-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:48.526027948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"simulator-w5-4cce33","reconcileID":"a2ad0b32-fe8a-4a3f-a0b6-70afd8d15f2d","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"simulator-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"simulator-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:48.687029639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"6d27d833-9804-4fcc-b968-18512ad8bba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-4cce33","tenantID":"e2e-worker-w5-4cce33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:48.733775982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"simulator-w5-4cce33","reconcileID":"4fcd921c-8909-49bd-9daa-bfe9a035d408","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"simulator-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"simulator-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:48.74538373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"6d27d833-9804-4fcc-b968-18512ad8bba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"e2e-worker-w5-4cce33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:48.793495284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"simulator-subscription","reconcileID":"c1ea6445-42f7-4384-a590-308a24e70da3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"maas-trlp-simulator-w5-4cce33","model":"e2e-models-e2e-worker-w5-4cce33/simulator-w5-4cce33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:48.89162409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"simulator-w5-4cce33","reconcileID":"5379e181-dc43-4597-83bb-1af4710a85f3","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"simulator-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"simulator-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:49.053671597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"a4e9b1a3-6221-4df8-9aad-2d7fdcb22c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-4cce33","tenantID":"e2e-worker-w5-4cce33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:49.110071399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"a4e9b1a3-6221-4df8-9aad-2d7fdcb22c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"e2e-worker-w5-4cce33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:50.971418743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"166d27a8-0914-474d-b69f-66753d39fa37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.005016399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-subscription","reconcileID":"600714ca-7a98-4ab4-b38d-56a57c645ad9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"maas-trlp-premium-w6-cedfca","model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.027280882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"166d27a8-0914-474d-b69f-66753d39fa37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.043108742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"c9122a27-61c1-405e-97c5-56519970bf64","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.222378887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"19c7f7c8-2fcf-449e-bc58-a1ebf10a4ac9","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.275006173Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"b64be7bb-f37b-4c15-9653-0197c83d0355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.332238246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"5124c5a8-7f99-4a7a-b7da-6c2f20e34069","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.332485348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"distinct-w6-cedfca","reconcileID":"f8b5e1d4-320b-4e2c-860f-fc4cad0ba1bb","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"distinct-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"distinct-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.332673355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"distinct-2-w6-cedfca","reconcileID":"8edd39b0-954d-4963-baa6-99e4730d5512","MaaSModelRef":{"name":"distinct-2-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"distinct-2-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"distinct-2-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.379385267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-subscription","reconcileID":"4a714fa0-81f0-43ce-a084-5285e8dd060b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"maas-trlp-premium-w6-cedfca","model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.529827773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"42a31a85-9dee-4d1e-84bf-6621338dd840","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.533777576Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.534670971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"b64be7bb-f37b-4c15-9653-0197c83d0355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.598904488Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-subscription","reconcileID":"481a0f0b-8c27-43ae-a7b5-de7eb5f63c20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.654125524Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-subscription","reconcileID":"481a0f0b-8c27-43ae-a7b5-de7eb5f63c20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"maas-trlp-premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca","model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.666903926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"b64be7bb-f37b-4c15-9653-0197c83d0355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"name":"e2e-worker-w6-cedfca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.666927357Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-access","reconcileID":"b64be7bb-f37b-4c15-9653-0197c83d0355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.723537148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"8d81ef2b-a7d3-476d-8924-9eb30b261c4d","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.824283695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-w5-4cce33","reconcileID":"0f0acf82-bbb2-45fd-81af-26b4fc2d23df","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:51.883605304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"64f16bca-f716-4b9a-8fd7-addad0709b89","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:52.172298778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f284f10-6f1f-4d90-9593-875ee9ec47a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:52.22487665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f284f10-6f1f-4d90-9593-875ee9ec47a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:52.277252685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f284f10-6f1f-4d90-9593-875ee9ec47a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:52.329565652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f284f10-6f1f-4d90-9593-875ee9ec47a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:52.774411164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"66f95829-e7ea-410e-b40c-1ab172bb7b13","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:54.303814704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cc487c-d7fb-4a7a-a650-bfca739e3720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:54.357745769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cc487c-d7fb-4a7a-a650-bfca739e3720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:54.411022723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cc487c-d7fb-4a7a-a650-bfca739e3720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:54.463237567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cc487c-d7fb-4a7a-a650-bfca739e3720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:55.678392669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"simulator-w5-4cce33","reconcileID":"b4f1d07d-95e9-48fe-b304-5e167e6ed9c7","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"simulator-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"simulator-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:55.735020246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"simulator-subscription","reconcileID":"f85d4325-358d-45f8-85e9-515c0cde22d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"model":"e2e-models-e2e-worker-w5-4cce33/simulator-w5-4cce33","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:55.787922902Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"simulator-subscription","reconcileID":"f85d4325-358d-45f8-85e9-515c0cde22d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"model":"e2e-models-e2e-worker-w5-4cce33/simulator-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:55.844517018Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"simulator-subscription","reconcileID":"f85d4325-358d-45f8-85e9-515c0cde22d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"maas-trlp-simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33","model":"e2e-models-e2e-worker-w5-4cce33/simulator-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:55.845022698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"dd3e8f4a-d38e-4b54-bb14-63a816509c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-4cce33","tenantID":"e2e-worker-w5-4cce33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:55.902022461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"dd3e8f4a-d38e-4b54-bb14-63a816509c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"e2e-worker-w5-4cce33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:56.117427088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"simulator-w5-4cce33","reconcileID":"a879f23c-565a-4387-910a-61e9a772efb0","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"simulator-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"simulator-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:56.178284544Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"d26fea78-7808-452d-95a8-9a76cd575314","namespace":"ai-tenant-e2e-worker-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:56.178458191Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"d26fea78-7808-452d-95a8-9a76cd575314","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:56.221312815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"89f649aa-8008-440e-89ff-e22ae51dadf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-4cce33","tenantID":"e2e-worker-w5-4cce33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:56.237114216Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"d26fea78-7808-452d-95a8-9a76cd575314","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:56.237237113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"d26fea78-7808-452d-95a8-9a76cd575314","namespace":"ai-tenant-e2e-worker-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:56.277500726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"89f649aa-8008-440e-89ff-e22ae51dadf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"e2e-worker-w5-4cce33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:56.639726266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"distinct-2-w6-cedfca","reconcileID":"0755c928-f0cc-4f61-a99d-33fbd8e99dca","MaaSModelRef":{"name":"distinct-2-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"distinct-2-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"distinct-2-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:05:56.976008267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"distinct-w6-cedfca","reconcileID":"59ed46bb-b04e-4ad9-941b-78fc4947bc5c","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"distinct-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"distinct-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:01.540029984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"premium-w5-4cce33","reconcileID":"7de07ddf-b990-414c-8bc5-34f9781fa183","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"premium-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"premium-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:01.598285706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"premium-w5-4cce33","reconcileID":"f28a1525-e9ad-4be2-91c2-adb9467292d0","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"premium-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"premium-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:01.610853587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"ae9e30fe-0ef8-4169-b14a-caa001ff8556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-4cce33","tenantID":"e2e-worker-w5-4cce33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:01.668418052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"ae9e30fe-0ef8-4169-b14a-caa001ff8556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"e2e-worker-w5-4cce33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:01.701277076Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-subscription","reconcileID":"932cf5a3-ddaf-43a9-a675-97a895b97beb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c3a13485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:01.753263741Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-subscription","reconcileID":"5f3c0e51-ee3f-413b-84ac-c4f3e1f83c84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c3a13485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:01.824806785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"4cf70a42-968d-43a6-a5b5-305d30bf72a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"model":"e2e-models-e2e-worker-w5-4cce33/premium-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:01.884407996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-w5-4cce33","reconcileID":"6ec71805-2a16-4b1f-ab4f-98cac6d773ec","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:01.884778748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"23c09579-5741-4f50-a9fe-1819f8516cd0","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.029220789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"4cf70a42-968d-43a6-a5b5-305d30bf72a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-4cce33","tenantID":"e2e-worker-w5-4cce33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.034131244Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-subscription","reconcileID":"24bbdd79-21a2-4cac-8ce9-0bbc04ba4cd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.069097732Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-subscription","reconcileID":"6bc23846-b1d5-430e-8ecc-9e246d551551","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c3a13485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.086045281Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"premium-simulator-subscription","reconcileID":"24bbdd79-21a2-4cac-8ce9-0bbc04ba4cd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"model":"e2e-models-e2e-worker-w6-cedfca/premium-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.153519797Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"4cf70a42-968d-43a6-a5b5-305d30bf72a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"e2e-worker-w5-4cce33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.155858222Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-access","reconcileID":"4cf70a42-968d-43a6-a5b5-305d30bf72a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.212368917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"premium-w5-4cce33","reconcileID":"39117cf5-a6f3-432f-b521-24d9a44cf87f","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"premium-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"premium-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.397685065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"e29e9eb6-8c7c-44bc-9076-6e33a4b0b9de","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.440092443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"simulator-w5-4cce33","reconcileID":"68157d8d-4e29-4f87-9574-032fbd768469","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"simulator-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"simulator-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.440312743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-w5-4cce33","reconcileID":"9e4c77b8-549c-426b-bb90-7d62b4b78956","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.440478661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"premium-w5-4cce33","reconcileID":"59bdf223-fb32-4384-a293-c47b46ba2e8e","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"premium-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"premium-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.440686265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-2-w5-4cce33","reconcileID":"99468d66-b33a-424b-8481-a0b527f89abe","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-2-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-2-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.491892716Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-subscription","reconcileID":"edc693d6-e575-4300-9de7-fc5299e4ac8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c3a13485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:02.832915683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"fe3c866b-dd9f-4a07-97cb-b39db7e69031","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:03.385006655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410adb5b-1d67-46ed-a742-a9f170813b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:03.437404013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410adb5b-1d67-46ed-a742-a9f170813b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:03.489531236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410adb5b-1d67-46ed-a742-a9f170813b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:03.541940072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410adb5b-1d67-46ed-a742-a9f170813b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:05.472402459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75235e5d-18ff-4ddf-a1c0-efc6e4bf5aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:05.52487095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75235e5d-18ff-4ddf-a1c0-efc6e4bf5aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:05.577764239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75235e5d-18ff-4ddf-a1c0-efc6e4bf5aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:05.629948298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75235e5d-18ff-4ddf-a1c0-efc6e4bf5aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.276346032Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"e36340db-09d5-45e7-8ff3-4d113ea5762c","namespace":"ai-tenant-e2e-worker-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.276432104Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"e36340db-09d5-45e7-8ff3-4d113ea5762c","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.329573777Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"e36340db-09d5-45e7-8ff3-4d113ea5762c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.329597707Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"e36340db-09d5-45e7-8ff3-4d113ea5762c","namespace":"ai-tenant-e2e-worker-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.329839386Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","namespace":"ai-tenant-e2e-worker-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.329882158Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","namespace":"ai-tenant-e2e-worker-w6-cedfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.32992929Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","tenant":"e2e-worker-w6-cedfca","tenantID":"e2e-worker-w6-cedfca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.3855523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"Deployment","name":"maas-api-e2e-worker-w6-cedfca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.447029597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"Service","name":"maas-api-e2e-worker-w6-cedfca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.501265567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-cedfca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.554913376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-cedfca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.615032948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.68061333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.701913493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"distinct-2-w6-cedfca","reconcileID":"56e4698a-0340-4cc2-8384-3f13bc3492bd","MaaSModelRef":{"name":"distinct-2-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"distinct-2-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"distinct-2-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.734699964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.798607111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.850499737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.902200163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:06.994588589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"Service","name":"payload-processing-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.039120469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"distinct-w6-cedfca","reconcileID":"445b08ae-abb0-4544-82aa-7cd60c1ab5c0","MaaSModelRef":{"name":"distinct-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"distinct-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"distinct-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.046420308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.098141626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.146784844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-2-w5-4cce33","reconcileID":"5754e88e-b84e-43f5-8b60-5ba45132f8fd","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-2-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-2-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.149778245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.203316824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.257896843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.310010815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.361492665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.415555797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-cedfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.467159709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-cedfca"},"namespace":"ai-tenant-e2e-worker-w6-cedfca","name":"default-tenant","reconcileID":"212e2233-9607-4289-9598-0d49f32ec5c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-cedfca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.57666906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e970649d-4ee2-408c-8c93-4b9c38206a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.62876672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e970649d-4ee2-408c-8c93-4b9c38206a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.681163513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e970649d-4ee2-408c-8c93-4b9c38206a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:07.733617565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e970649d-4ee2-408c-8c93-4b9c38206a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:09.625284548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"premium-w5-4cce33","reconcileID":"86d4586c-2b64-42cb-9a28-14121e0fc1ef","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"premium-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"premium-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:09.677619442Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-subscription","reconcileID":"df9974f2-fb39-43cd-82de-ff9657961f86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"model":"e2e-models-e2e-worker-w5-4cce33/premium-w5-4cce33","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:09.729908743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-subscription","reconcileID":"df9974f2-fb39-43cd-82de-ff9657961f86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"model":"e2e-models-e2e-worker-w5-4cce33/premium-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:09.78245636Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"premium-simulator-subscription","reconcileID":"df9974f2-fb39-43cd-82de-ff9657961f86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"name":"maas-trlp-premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33","model":"e2e-models-e2e-worker-w5-4cce33/premium-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:10.051135392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"premium-w5-4cce33","reconcileID":"9d88ae87-308b-4f10-acd0-ea294531615d","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"premium-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"premium-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.321204292Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","namespace":"ai-tenant-e2e-worker-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.321310572Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","namespace":"ai-tenant-e2e-worker-w5-4cce33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.321379377Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","tenant":"e2e-worker-w5-4cce33","tenantID":"e2e-worker-w5-4cce33","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.377670543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"Deployment","name":"maas-api-e2e-worker-w5-4cce33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.398607912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"premium-w6-cedfca","reconcileID":"4e8a8a87-90f0-439a-b047-eda0df02dbf3","MaaSModelRef":{"name":"premium-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"premium-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"premium-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.444108189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"simulator-w5-4cce33","reconcileID":"4ffc7248-7465-4d64-8a8e-1456ac62fd5a","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"simulator-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"simulator-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.444608903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-w5-4cce33","reconcileID":"5c401344-1cb9-441f-9735-2ef98080ecbc","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.449151119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"Service","name":"maas-api-e2e-worker-w5-4cce33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.514014713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-4cce33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.571989627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-4cce33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.634629594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.69013246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.746716497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.808002182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.83366091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"namespace":"e2e-models-e2e-worker-w6-cedfca","name":"simulator-w6-cedfca","reconcileID":"ad2cc989-3f70-4679-a1ca-84dd1f355bd7","MaaSModelRef":{"name":"simulator-w6-cedfca","namespace":"e2e-models-e2e-worker-w6-cedfca"},"routeName":"simulator-w6-cedfca-kserve-route","namespace":"e2e-models-e2e-worker-w6-cedfca","llmisvcName":"simulator-w6-cedfca","gateway":"openshift-ingress/e2e-worker-w6-cedfca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.860303863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.911886853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:12.963908288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"Service","name":"payload-processing-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:13.01574678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:13.067597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:13.119522205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:13.171187417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:13.227849643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:13.279563295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:13.331141513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:13.382774358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-4cce33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:13.434416078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-4cce33"},"namespace":"ai-tenant-e2e-worker-w5-4cce33","name":"default-tenant","reconcileID":"b51da0f0-239d-4868-b876-d9d96b57b516","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-4cce33","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:17.205023284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-2-w5-4cce33","reconcileID":"963a4560-ba0c-4622-b50e-1db93afc27cf","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-2-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-2-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:20.051822283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"premium-w5-4cce33","reconcileID":"262eceea-8a40-4cef-ab70-6ab02b941574","MaaSModelRef":{"name":"premium-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"premium-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"premium-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:21.533057752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:21.583259179Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-cedfca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-cedfca","reconcileID":"d13995ea-aaab-49b9-9646-9a52939e0887","aitenant":"ai-tenants/e2e-worker-w6-cedfca","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:22.176933131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1482d7-062a-44da-a5bf-42b10f34ee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:22.229413039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1482d7-062a-44da-a5bf-42b10f34ee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:22.281600759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1482d7-062a-44da-a5bf-42b10f34ee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:22.334520497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1482d7-062a-44da-a5bf-42b10f34ee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:22.392428944Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-cedfca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-cedfca","reconcileID":"d13995ea-aaab-49b9-9646-9a52939e0887","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-cedfca","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-cedfca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:22.445222955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"simulator-w5-4cce33","reconcileID":"c457e6e6-c6a0-46bd-9274-a69bee799598","MaaSModelRef":{"name":"simulator-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"simulator-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"simulator-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:22.445513093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-w5-4cce33","reconcileID":"a422028b-476b-4c54-80b4-700e20269504","MaaSModelRef":{"name":"distinct-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:24.260444512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e397a0-307f-4e15-8a52-6adc41fdc519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:24.313682962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e397a0-307f-4e15-8a52-6adc41fdc519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:24.365917295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e397a0-307f-4e15-8a52-6adc41fdc519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:24.418439707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e397a0-307f-4e15-8a52-6adc41fdc519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:26.299639635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61986cf6-e97f-404b-968d-75c29c3ad1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:26.352472447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61986cf6-e97f-404b-968d-75c29c3ad1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:26.404555447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61986cf6-e97f-404b-968d-75c29c3ad1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:26.456559369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61986cf6-e97f-404b-968d-75c29c3ad1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:27.206072692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"namespace":"e2e-models-e2e-worker-w5-4cce33","name":"distinct-2-w5-4cce33","reconcileID":"f3985560-4c58-4647-b3f8-1d35616f09a8","MaaSModelRef":{"name":"distinct-2-w5-4cce33","namespace":"e2e-models-e2e-worker-w5-4cce33"},"routeName":"distinct-2-w5-4cce33-kserve-route","namespace":"e2e-models-e2e-worker-w5-4cce33","llmisvcName":"distinct-2-w5-4cce33","gateway":"openshift-ingress/e2e-worker-w5-4cce33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:37.782010059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c8c0e86-2b62-401d-b550-6047b86e4b13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:37.894966569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ed2a355-bc43-436a-bded-4f7071eabc90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:41.485429282Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-4cce33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-4cce33","reconcileID":"5b9fb7d5-cb0f-4ded-be9d-f31f30fa3f3a","aitenant":"ai-tenants/e2e-worker-w5-4cce33","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:42.07363694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075a648a-63a2-408a-9a86-88c0ae45a5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:42.125766642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075a648a-63a2-408a-9a86-88c0ae45a5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:42.177943774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075a648a-63a2-408a-9a86-88c0ae45a5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:42.2300152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075a648a-63a2-408a-9a86-88c0ae45a5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:42.337688798Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-4cce33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-4cce33","reconcileID":"5b9fb7d5-cb0f-4ded-be9d-f31f30fa3f3a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-4cce33","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-4cce33"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:44.185782601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f24d99-e672-443c-b81c-3dadbe61cd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:44.238327424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f24d99-e672-443c-b81c-3dadbe61cd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:44.290689107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f24d99-e672-443c-b81c-3dadbe61cd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:44.342960553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f24d99-e672-443c-b81c-3dadbe61cd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:46.265016445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fb081d-eea7-452b-95e9-fe2a90e35a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:46.317429199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fb081d-eea7-452b-95e9-fe2a90e35a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:46.369622884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fb081d-eea7-452b-95e9-fe2a90e35a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:46.421986884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fb081d-eea7-452b-95e9-fe2a90e35a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:06:51.585713133Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:07:21.583498993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:07:51.584030573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}