{"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.62791453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"1901c4ae-c0e9-4682-9a10-59cc0988422e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"e2e-worker-w3-f910f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.636882455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"simulator-subscription","reconcileID":"d52bd60e-463f-4059-a2e2-af62daa3293a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"maas-trlp-simulator-w3-f910f5","model":"e2e-models-e2e-worker-w3-f910f5/simulator-w3-f910f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.750412155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"c2b4b054-99d1-491d-a42e-6168bb8d5640","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.762860437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"601c02d1-2085-47de-82a0-be2adeb2aae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.783822379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"601c02d1-2085-47de-82a0-be2adeb2aae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"e2e-worker-w3-f910f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.925862092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c7c230-a125-4f3e-a12d-7cecea30c545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.938215641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c7c230-a125-4f3e-a12d-7cecea30c545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.942087147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c7c230-a125-4f3e-a12d-7cecea30c545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.962429511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c7c230-a125-4f3e-a12d-7cecea30c545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.056730464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"simulator-w0-27935d","reconcileID":"9fdd4d2d-1508-4dff-a8da-da6f5c5800b8","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"simulator-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"simulator-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.068797581Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"simulator-subscription","reconcileID":"088172f8-5060-46e8-8974-4e201ee35707","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab03cae5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.088066659Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"simulator-subscription","reconcileID":"b9d71184-0547-4df6-9eab-67f3ec4bd401","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab03cae5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.091604284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"be18783f-78ec-4dbf-a205-1b17a3c058c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.100895843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"be18783f-78ec-4dbf-a205-1b17a3c058c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"e2e-worker-w0-27935d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.197848196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-2-w0-27935d","reconcileID":"7b7ac283-9c04-403c-b774-c33c7345c10c","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-2-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-2-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.898365484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"f02c81eb-91ab-48ce-b928-dd6ca0749b00","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.898364804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"simulator-access","reconcileID":"0f5a9a00-520a-4681-93c0-f278701144de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"model":"e2e-models-e2e-worker-w5-9d808e/simulator-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.912127263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"267bea5e-203b-47b3-8cea-4b6411729d77","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:11.923521212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"simulator-subscription","reconcileID":"168a3b57-32a3-4fbd-882f-2e6d27c197a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"maas-trlp-simulator-w5-9d808e","model":"e2e-models-e2e-worker-w5-9d808e/simulator-w5-9d808e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.00693779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"e64b346e-8d5b-491c-82e3-af61a7a28869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.014212085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"e64b346e-8d5b-491c-82e3-af61a7a28869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.075699474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"simulator-subscription","reconcileID":"7c71fdf4-07a0-4d94-afe5-4a08e7da02e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"maas-trlp-simulator-w5-9d808e","model":"e2e-models-e2e-worker-w5-9d808e/simulator-w5-9d808e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.106910887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"a6b0343e-d2a1-42a6-91a7-e48040248486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.154304289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"a6b0343e-d2a1-42a6-91a7-e48040248486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.159076604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-w0-27935d","reconcileID":"27623f29-9f3b-4be6-b03f-ee8a2c5890b2","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.192981472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"1ffaae6d-71ac-428a-ae2a-7f4d0408ffec","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.206017317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"c4c043c6-47d2-43d3-9791-4db4150e8ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.213355255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"c4c043c6-47d2-43d3-9791-4db4150e8ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.229415574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"c2d461d0-c587-43e8-b60f-59a836c52a61","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.23269438Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"simulator-subscription","reconcileID":"a4bcc550-b187-4c46-abed-dd0cf011c597","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40e8492f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.259033542Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"simulator-subscription","reconcileID":"16d05f0e-496f-4282-b29c-542a8abf0520","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40e8492f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.305935649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"3741961a-6557-4714-9af5-cc4cbe08a115","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.313756962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"cad58d3f-177e-4e0d-929a-ad5393b67837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.331304299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"cad58d3f-177e-4e0d-929a-ad5393b67837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.743610341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"08d49e0f-5f06-4dfe-b763-cae489e1e0c6","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.772582649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"87f3d65d-7a37-41fb-9ec6-9c46b5470565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.784067922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"87f3d65d-7a37-41fb-9ec6-9c46b5470565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"e2e-worker-w0-27935d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.80391395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-2-w3-f910f5","reconcileID":"80e6fc5e-770e-4b6d-869c-6a65d8774615","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-2-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-2-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.812245071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-subscription","reconcileID":"09c39fb9-35dd-4100-8a4e-116ad4b52636","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"maas-trlp-premium-w0-27935d","model":"e2e-models-e2e-worker-w0-27935d/premium-w0-27935d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.830301619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"a8a2778c-c3b1-4bbd-9adc-082d0af27e74","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:12.910153746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-subscription","reconcileID":"be259db0-b898-4c26-9db6-a92f7979142a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"maas-trlp-premium-w0-27935d","model":"e2e-models-e2e-worker-w0-27935d/premium-w0-27935d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.125371818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"ccc39e5c-ad48-40cf-9d16-1e8ecab01d07","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.128886534Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"simulator-subscription","reconcileID":"f00f2ac8-07e3-4b86-8605-5e61c9a229ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-25dd93bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.160949126Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"simulator-subscription","reconcileID":"b0c1f072-19b5-4eb8-a960-8fba157a18f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-25dd93bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.184779721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"d9b15998-6cc8-4a1f-87d1-e30502a19c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.18663151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"70e5c9fa-1280-4acc-8982-9ecd4d035c2e","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.207204701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"d9b15998-6cc8-4a1f-87d1-e30502a19c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"e2e-worker-w3-f910f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.214619211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-subscription","reconcileID":"5baa9826-d078-4b68-b1ab-3a77a4b40d87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"maas-trlp-premium-w3-f910f5","model":"e2e-models-e2e-worker-w3-f910f5/premium-w3-f910f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.232972737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"c652361d-9898-4515-a9b3-e8f2c680f14a","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.240349089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"115f1b1a-f0de-448b-810b-7f98c0a32599","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.263286586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"d02a7243-0fd7-4b74-8ccc-5a9b80f7c718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.274995151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"d02a7243-0fd7-4b74-8ccc-5a9b80f7c718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"e2e-worker-w3-f910f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.30110588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-subscription","reconcileID":"cbe73e13-598a-4d59-92c2-fb671241a4c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"maas-trlp-premium-w3-f910f5","model":"e2e-models-e2e-worker-w3-f910f5/premium-w3-f910f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.424308185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-access","reconcileID":"f68448a7-6a47-408a-ac8b-e01ddd2e8c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"model":"e2e-models-e2e-worker-w6-2b14d0/premium-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.424318003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"df85a551-f8fd-4aba-a290-893edbf85ca4","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.4463289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-subscription","reconcileID":"b537ab6b-8dc4-44fd-a591-93cec3699ca5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"name":"maas-trlp-premium-w6-2b14d0","model":"e2e-models-e2e-worker-w6-2b14d0/premium-w6-2b14d0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.519543318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-access","reconcileID":"f68448a7-6a47-408a-ac8b-e01ddd2e8c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-2b14d0","tenantID":"e2e-worker-w6-2b14d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.545959982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-access","reconcileID":"f68448a7-6a47-408a-ac8b-e01ddd2e8c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"name":"e2e-worker-w6-2b14d0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.545990979Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-access","reconcileID":"f68448a7-6a47-408a-ac8b-e01ddd2e8c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.553008212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"c2d11a3e-db66-4cba-bffe-55d4d67fb3f8","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.598316805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-subscription","reconcileID":"bdebabd1-b9d2-42c5-9109-05a8090e55e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"name":"maas-trlp-premium-w6-2b14d0","model":"e2e-models-e2e-worker-w6-2b14d0/premium-w6-2b14d0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.248636383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-subscription","reconcileID":"367f195b-1ea5-4ef0-8487-8bf644817233","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"name":"maas-trlp-premium-w6-2b14d0","model":"e2e-models-e2e-worker-w6-2b14d0/premium-w6-2b14d0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.273558124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-2-w6-2b14d0","reconcileID":"af70c5e7-405e-4011-97b7-76ed4e15ba64","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-2-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-2-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.281251498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"663e9c94-94dd-4b97-907e-2ee3dc0fa760","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.281446208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"simulator-w6-2b14d0","reconcileID":"ca4c1c80-641a-400c-a3e5-9f72c32257ea","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"simulator-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"simulator-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.28164985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"55a507e7-279c-4bc1-982a-257882f9b140","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.368420333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-subscription","reconcileID":"b0cfd696-d311-41ed-a4e3-eabe43a55adb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"name":"maas-trlp-premium-w6-2b14d0","model":"e2e-models-e2e-worker-w6-2b14d0/premium-w6-2b14d0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.484164237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a2742c-3750-46ae-99ab-3f27ecbb91ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.489498877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a2742c-3750-46ae-99ab-3f27ecbb91ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.494692425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a2742c-3750-46ae-99ab-3f27ecbb91ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.500814269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a2742c-3750-46ae-99ab-3f27ecbb91ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.574110951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"6864fb76-eac0-43c4-b22b-d4d2ad67d28c","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.79297262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b913ddde-afea-44bc-a23e-01a7e535a662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.796844118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b913ddde-afea-44bc-a23e-01a7e535a662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.800514289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b913ddde-afea-44bc-a23e-01a7e535a662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.804547302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b913ddde-afea-44bc-a23e-01a7e535a662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.960048614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"premium-w1-f9b4a9","reconcileID":"ea681a8c-03d6-42e1-bf24-3949d550201c","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"routeName":"premium-w1-f9b4a9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f9b4a9","llmisvcName":"premium-w1-f9b4a9","gateway":"openshift-ingress/e2e-worker-w1-f9b4a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:14.968674288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"5a0a2ef9-2d1a-4de4-8907-1da0af59471f","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"routeName":"simulator-w1-f9b4a9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f9b4a9","llmisvcName":"simulator-w1-f9b4a9","gateway":"openshift-ingress/e2e-worker-w1-f9b4a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:15.065355054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"premium-w1-f9b4a9","reconcileID":"10f00775-2657-470a-8f43-e4da8da1c74a","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"routeName":"premium-w1-f9b4a9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f9b4a9","llmisvcName":"premium-w1-f9b4a9","gateway":"openshift-ingress/e2e-worker-w1-f9b4a9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.065456108Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"premium-w1-f9b4a9","reconcileID":"10f00775-2657-470a-8f43-e4da8da1c74a","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"error":"LLMInferenceService premium-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.077424681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"premium-w1-f9b4a9","reconcileID":"10f00775-2657-470a-8f43-e4da8da1c74a","error":"LLMInferenceService premium-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:15.079598334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"f0adf6f1-3dfd-4592-a2a7-d6afe92f8572","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"routeName":"simulator-w1-f9b4a9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f9b4a9","llmisvcName":"simulator-w1-f9b4a9","gateway":"openshift-ingress/e2e-worker-w1-f9b4a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:15.247527985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"9b8b88f5-d0f3-48ec-bee5-c9b1eb10731d","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"routeName":"simulator-w1-f9b4a9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f9b4a9","llmisvcName":"simulator-w1-f9b4a9","gateway":"openshift-ingress/e2e-worker-w1-f9b4a9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.247627203Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"9b8b88f5-d0f3-48ec-bee5-c9b1eb10731d","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"error":"LLMInferenceService simulator-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.256995883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"9b8b88f5-d0f3-48ec-bee5-c9b1eb10731d","error":"LLMInferenceService simulator-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:15.262972577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"f0505dc5-fdf2-49fb-8f3f-00b17e26f5e2","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"routeName":"simulator-w1-f9b4a9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f9b4a9","llmisvcName":"simulator-w1-f9b4a9","gateway":"openshift-ingress/e2e-worker-w1-f9b4a9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.263066975Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"f0505dc5-fdf2-49fb-8f3f-00b17e26f5e2","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"error":"LLMInferenceService simulator-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:15.263200522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f9b4a9","namespace":"e2e-models-e2e-worker-w1-f9b4a9"},"namespace":"e2e-models-e2e-worker-w1-f9b4a9","name":"simulator-w1-f9b4a9","reconcileID":"f0505dc5-fdf2-49fb-8f3f-00b17e26f5e2","error":"LLMInferenceService simulator-w1-f9b4a9 not found in namespace e2e-models-e2e-worker-w1-f9b4a9","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:16.625666636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"8ceaa19a-0833-4ac0-accb-4c036053b3a2","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.144903558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"0d349b11-6602-4368-ace1-41227e8dc15e","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.160715483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"357a2572-4501-4428-8cfc-934a9f2cc1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.161096644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-subscription","reconcileID":"e02637ae-2573-4612-ad90-b2f679d2cc02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"maas-trlp-premium-w5-9d808e","model":"e2e-models-e2e-worker-w5-9d808e/premium-w5-9d808e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.168782058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"357a2572-4501-4428-8cfc-934a9f2cc1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.180657079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"e894b982-6a29-42bf-bcb1-1fdb979c2dc3","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.260306636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-subscription","reconcileID":"366a494c-4c02-4ae3-840c-0a76ac09a5a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"maas-trlp-premium-w5-9d808e","model":"e2e-models-e2e-worker-w5-9d808e/premium-w5-9d808e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.326374058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-9a0c8b","namespace":"e2e-models-e2e-worker-w4-9a0c8b"},"namespace":"e2e-models-e2e-worker-w4-9a0c8b","name":"simulator-w4-9a0c8b","reconcileID":"970bd4c0-7154-4fe3-b8a9-8d4d4859d5b3","MaaSModelRef":{"name":"simulator-w4-9a0c8b","namespace":"e2e-models-e2e-worker-w4-9a0c8b"},"routeName":"simulator-w4-9a0c8b-kserve-route","namespace":"e2e-models-e2e-worker-w4-9a0c8b","llmisvcName":"simulator-w4-9a0c8b","gateway":"openshift-ingress/e2e-worker-w4-9a0c8b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.758717517Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-f9b4a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-f9b4a9","reconcileID":"23414d59-047f-4dc8-aba5-6b2f6f51fbcf","aitenant":"ai-tenants/e2e-worker-w1-f9b4a9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.89388295Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-f9b4a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-f9b4a9","reconcileID":"23414d59-047f-4dc8-aba5-6b2f6f51fbcf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-f9b4a9","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-f9b4a9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.908618335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e406f75-da91-4045-ba07-3f50c82cad07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.912251515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e406f75-da91-4045-ba07-3f50c82cad07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.916499732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e406f75-da91-4045-ba07-3f50c82cad07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:17.952083793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e406f75-da91-4045-ba07-3f50c82cad07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:18.201859711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-9a0c8b","namespace":"e2e-models-e2e-worker-w4-9a0c8b"},"namespace":"e2e-models-e2e-worker-w4-9a0c8b","name":"simulator-w4-9a0c8b","reconcileID":"12fcd89a-963c-4d84-8c59-a286004ca09c","error":"maasmodelrefs.maas.opendatahub.io \"simulator-w4-9a0c8b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.268149479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e3e919-d6eb-4d60-9e80-f18a0f8a8ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.272009512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e3e919-d6eb-4d60-9e80-f18a0f8a8ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.27626833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e3e919-d6eb-4d60-9e80-f18a0f8a8ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.280564194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e3e919-d6eb-4d60-9e80-f18a0f8a8ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.613058093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"4cd216c6-cee2-46c2-957f-14bfcc9e5541","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.613124391Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"4cd216c6-cee2-46c2-957f-14bfcc9e5541","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.617822039Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"4cd216c6-cee2-46c2-957f-14bfcc9e5541","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:18.617836469Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"4cd216c6-cee2-46c2-957f-14bfcc9e5541","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.26039076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.264672034Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-9a0c8b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-9a0c8b","reconcileID":"11d4432b-eee6-426a-a375-cd936ac6b2a0","aitenant":"ai-tenants/e2e-worker-w4-9a0c8b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.38171957Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-9a0c8b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-9a0c8b","reconcileID":"11d4432b-eee6-426a-a375-cd936ac6b2a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-9a0c8b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-9a0c8b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.402001407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b40a55a-67a4-4aac-b45f-95281ba96ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.40521915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b40a55a-67a4-4aac-b45f-95281ba96ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.408449173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b40a55a-67a4-4aac-b45f-95281ba96ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.411648175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b40a55a-67a4-4aac-b45f-95281ba96ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.603392154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321caba0-8317-4d96-8359-31973b44114f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.606578541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321caba0-8317-4d96-8359-31973b44114f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.609788627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321caba0-8317-4d96-8359-31973b44114f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.613321948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321caba0-8317-4d96-8359-31973b44114f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.908041472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50110f7-7107-437b-8a2a-afe2cd910b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.912405846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50110f7-7107-437b-8a2a-afe2cd910b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.91756526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50110f7-7107-437b-8a2a-afe2cd910b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:20.920927135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50110f7-7107-437b-8a2a-afe2cd910b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.079855784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"simulator-w0-27935d","reconcileID":"3a810a98-925f-4a8d-aa45-d68efc2e4a22","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"simulator-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"simulator-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.091958658Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"simulator-subscription","reconcileID":"da6e42b6-f540-41bc-9293-7e1f12570349","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"model":"e2e-models-e2e-worker-w0-27935d/simulator-w0-27935d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.095348065Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"simulator-subscription","reconcileID":"da6e42b6-f540-41bc-9293-7e1f12570349","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"model":"e2e-models-e2e-worker-w0-27935d/simulator-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.09891741Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"simulator-subscription","reconcileID":"da6e42b6-f540-41bc-9293-7e1f12570349","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"maas-trlp-simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d","model":"e2e-models-e2e-worker-w0-27935d/simulator-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.129717635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"simulator-w0-27935d","reconcileID":"651e2668-fb15-4671-aabf-81dd08fb5e5d","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"simulator-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"simulator-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.135459576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"b874883e-5283-4f73-8766-bd815b7bec16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.143180476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"b874883e-5283-4f73-8766-bd815b7bec16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"e2e-worker-w0-27935d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.208659988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-2-w0-27935d","reconcileID":"574cde3b-067f-4af6-93c6-ccb8435b96cf","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-2-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-2-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.738604611Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"b353ad65-16f4-457c-82f4-02e968caa1bf","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.738668908Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"b353ad65-16f4-457c-82f4-02e968caa1bf","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.743105648Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"b353ad65-16f4-457c-82f4-02e968caa1bf","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:21.743120238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"b353ad65-16f4-457c-82f4-02e968caa1bf","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.193275104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-w0-27935d","reconcileID":"2b414bd8-528d-4d43-9af8-fe58644c839b","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.238495531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"606bf22b-dc87-45f1-b084-fc9d288fdec4","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.263032964Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"simulator-subscription","reconcileID":"2b454014-b5c1-4735-a95c-67d9fd222dbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"model":"e2e-models-e2e-worker-w5-9d808e/simulator-w5-9d808e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.26660557Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"simulator-subscription","reconcileID":"2b454014-b5c1-4735-a95c-67d9fd222dbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"model":"e2e-models-e2e-worker-w5-9d808e/simulator-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.270025302Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"simulator-subscription","reconcileID":"2b454014-b5c1-4735-a95c-67d9fd222dbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"maas-trlp-simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e","model":"e2e-models-e2e-worker-w5-9d808e/simulator-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.317809689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"02a49083-74eb-44eb-b4bd-5b737724bc2a","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.318313732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"05a52aa9-aaaf-4aa6-8a3e-ab311199c68e","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.324659777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"3e264c0a-8faf-414c-a398-781f950c69b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.332001061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"3e264c0a-8faf-414c-a398-781f950c69b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.812841492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-2-w3-f910f5","reconcileID":"6557cfc2-5f70-4c4c-95ac-1f93d9edc245","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-2-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-2-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:22.830921636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"e1d3e143-22a8-41df-ab7b-38a18db1fb1d","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:23.148066052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"c2a0ef05-9a94-492e-b0ca-191b3ec51a58","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:23.164736591Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"simulator-subscription","reconcileID":"d4ade233-03c3-41b2-bc20-78d7ca10c4ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"model":"e2e-models-e2e-worker-w3-f910f5/simulator-w3-f910f5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:23.170732954Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"simulator-subscription","reconcileID":"d4ade233-03c3-41b2-bc20-78d7ca10c4ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"model":"e2e-models-e2e-worker-w3-f910f5/simulator-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:23.176021057Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"simulator-subscription","reconcileID":"d4ade233-03c3-41b2-bc20-78d7ca10c4ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"maas-trlp-simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5","model":"e2e-models-e2e-worker-w3-f910f5/simulator-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:23.204169067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"91c2d4d5-7c4b-403d-bd9f-1532eaf00634","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:23.210183942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"e6a00a41-753d-4c7e-8583-05de61176af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:23.21729566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"e6a00a41-753d-4c7e-8583-05de61176af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"e2e-worker-w3-f910f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:23.234292095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"fbba5c40-000a-47fa-bec6-11f853278457","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:23.254099683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7dc30c0f-dafc-4031-bd0d-e7aff245ff49","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:24.286631675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-2-w6-2b14d0","reconcileID":"9fd2e3f6-ee6f-4d4a-874c-29065852b498","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-2-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-2-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:24.287047106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"2d1f3e1a-9e83-4781-bde9-293dabaefe56","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:24.28740158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"simulator-w6-2b14d0","reconcileID":"2a4ee5b9-c33b-471d-931c-af289eb40116","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"simulator-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"simulator-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:24.587469835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"a70ef405-a1c0-4301-97da-9bff52e86d07","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:24.604468828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-subscription","reconcileID":"a25cb937-b84a-4e5b-be04-de3dde1d8689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"model":"e2e-models-e2e-worker-w6-2b14d0/premium-w6-2b14d0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:24.609825058Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-subscription","reconcileID":"a25cb937-b84a-4e5b-be04-de3dde1d8689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"model":"e2e-models-e2e-worker-w6-2b14d0/premium-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:24.613800784Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"premium-simulator-subscription","reconcileID":"a25cb937-b84a-4e5b-be04-de3dde1d8689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"name":"maas-trlp-premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0","model":"e2e-models-e2e-worker-w6-2b14d0/premium-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:24.653492214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"51c06e5e-543a-4707-9e72-72fe9a3cd13a","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:25.861921763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"19c181c4-9ad5-4d66-b2e1-42c0c3fa99f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:25.875177776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"19c181c4-9ad5-4d66-b2e1-42c0c3fa99f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"e2e-worker-w3-f910f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.092071295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"7c064ab7-4548-49db-9178-41e0c645ae21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.102403203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"7c064ab7-4548-49db-9178-41e0c645ae21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.58785784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"1de1aebf-696c-4564-b932-0c82b265e8d8","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.595456434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"3055259f-6825-48f8-8e48-92608fca98b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.604645685Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-subscription","reconcileID":"56ef1856-a2b0-42b6-99c3-da60fd268fe8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e76d4112","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.605874008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"3055259f-6825-48f8-8e48-92608fca98b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"e2e-worker-w0-27935d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.634846707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"c7c9b50a-08d9-4ce4-b7c4-a47dbaa05105","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.698449503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"2c9772f8-337a-4de4-a7ec-2c5dc96f3b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.70987222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"2c9772f8-337a-4de4-a7ec-2c5dc96f3b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"e2e-worker-w0-27935d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.864198884Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-subscription","reconcileID":"8965a653-0e3f-4702-84a7-b875e544327c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e76d4112","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.869610032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"6a93bc82-eeb9-4bee-a89e-3853edbbdb1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.87731983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"6a93bc82-eeb9-4bee-a89e-3853edbbdb1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"e2e-worker-w0-27935d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.894103462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"simulator-w0-27935d","reconcileID":"17b48d0b-2a07-4a7a-b3f3-906e7dccc5a6","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"simulator-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"simulator-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.894432892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-2-w0-27935d","reconcileID":"bc5be9e1-039c-4286-82c1-c9a0d2885f10","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-2-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-2-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.896559728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-subscription","reconcileID":"4a304bdb-dea3-4787-9351-9ca3da44797f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e76d4112","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.897820737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-w0-27935d","reconcileID":"e392cbe3-8279-4e49-8dbf-817d208d542c","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.900847069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"4b29580f-5d63-4248-b2f3-66c69c1731a7","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.914770765Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-subscription","reconcileID":"c313e484-e857-465d-8d8a-fd6ea76f8e72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e76d4112","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.970783213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"2b80254f-c524-46d6-a4ef-0a3561246b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.978519079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"2b80254f-c524-46d6-a4ef-0a3561246b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"e2e-worker-w0-27935d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.098524919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"392afa2c-7485-4832-9467-78f9e342a587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.106964692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"392afa2c-7485-4832-9467-78f9e342a587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"e2e-worker-w0-27935d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.181214566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"c9f7804a-df64-413d-a011-702b20a4074f","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.203602264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10de5327-e11b-470c-9754-fdc6adae8fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.206834965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10de5327-e11b-470c-9754-fdc6adae8fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.209966754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10de5327-e11b-470c-9754-fdc6adae8fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.213132106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10de5327-e11b-470c-9754-fdc6adae8fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.444972037Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"eaad3d0d-1174-4859-895d-7b8dd59d0d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"model":"e2e-models-e2e-worker-w0-27935d/premium-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.463581117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"eabb3e61-b17e-40e6-98b5-7e0e7a88ee03","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.580496924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"3d7c29af-2826-4dd0-aa66-39f47b61125b","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.644384334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"eaad3d0d-1174-4859-895d-7b8dd59d0d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.653579679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"5424341c-c934-4d0e-990e-fe8adb46d77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.667625238Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-subscription","reconcileID":"41c77924-c611-4626-ba94-e305e3ad9ca2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93ee4734","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.66897345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"5424341c-c934-4d0e-990e-fe8adb46d77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.679976721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"eaad3d0d-1174-4859-895d-7b8dd59d0d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"e2e-worker-w0-27935d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.679993872Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-access","reconcileID":"eaad3d0d-1174-4859-895d-7b8dd59d0d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-27935d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.688082977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"50913761-5ca0-48d4-9402-3cbb1603461f","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.68861999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"19a94b73-b29b-46f4-9fa1-f609d2413dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.695774627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"19a94b73-b29b-46f4-9fa1-f609d2413dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.697383222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4009f7-e028-43f0-b182-aa801382f443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.701010984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4009f7-e028-43f0-b182-aa801382f443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.704585036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4009f7-e028-43f0-b182-aa801382f443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:27.708177221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4009f7-e028-43f0-b182-aa801382f443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.546414663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"482b247b-4d0c-49b0-8832-883c01da2319","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.555542872Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-subscription","reconcileID":"f5a77d06-7f2c-48c2-a8b3-cdee81df6bb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"model":"e2e-models-e2e-worker-w3-f910f5/premium-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.558876283Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-subscription","reconcileID":"f5a77d06-7f2c-48c2-a8b3-cdee81df6bb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"maas-trlp-premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5","model":"e2e-models-e2e-worker-w3-f910f5/premium-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.582894564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"70b37151-259d-48fd-882f-6db0ba183839","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.590966211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"f697b5be-c8aa-499f-a2da-f7857e20b26d","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.591217975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-2-w3-f910f5","reconcileID":"1e7d7f9c-b1e0-42a2-b0f4-f579b78c5e6b","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-2-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-2-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.591414877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"35a7d788-c868-436f-b07b-db1f7f70b52e","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.591565057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"bcd4a75a-7fdb-4532-8202-e95b67007a44","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.60434287Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-subscription","reconcileID":"386943a5-8dcd-42b8-8f93-e836f2a5ba18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6aeadf02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.612204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"30095336-7488-4532-921d-f531e2fa17f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.623069455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"30095336-7488-4532-921d-f531e2fa17f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"e2e-worker-w3-f910f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.748139055Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-subscription","reconcileID":"64ccfde7-8383-4517-8f3e-067d67334d8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93ee4734","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.752811869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"39c7f11a-1d45-4cb2-9213-9603ffcfd9e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.764869042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"39c7f11a-1d45-4cb2-9213-9603ffcfd9e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.793034573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"81b88936-c29b-4980-85eb-4bf8813f569f","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.793347757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"2935813e-8a07-43a0-bffd-a844287ee4cf","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.793616408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"eaeb9053-a50e-4d4d-b923-d9da1ced8bb6","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.793843477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"32986572-edc5-4ecb-8d97-4ddfd4100a97","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.795693319Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-subscription","reconcileID":"1476c0ad-3fc9-438d-b450-79ce94ee18c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93ee4734","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.806774202Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-subscription","reconcileID":"4222e6d1-4c12-4462-8f36-99de36c1ff6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93ee4734","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.810116508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"d547ead8-fca5-47a5-8de6-2213db0f0bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.818499231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"d547ead8-fca5-47a5-8de6-2213db0f0bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"e2e-worker-w3-f910f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.82242211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5974b79e-87c7-45f1-bc46-90114ec87b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.826076049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5974b79e-87c7-45f1-bc46-90114ec87b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.829402594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5974b79e-87c7-45f1-bc46-90114ec87b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.845638361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5974b79e-87c7-45f1-bc46-90114ec87b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.935214121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"21084a3a-69fc-486a-bbae-a3606a6ba7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:28.944321294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"21084a3a-69fc-486a-bbae-a3606a6ba7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.154067065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e787453-831d-4b22-8576-4bdd69530b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.158438821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e787453-831d-4b22-8576-4bdd69530b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.162857976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e787453-831d-4b22-8576-4bdd69530b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.166870144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e787453-831d-4b22-8576-4bdd69530b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.334390273Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"5c6f10dc-b4a9-42ee-86bb-5a353df94f8b","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.334455171Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"5c6f10dc-b4a9-42ee-86bb-5a353df94f8b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.338683951Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"5c6f10dc-b4a9-42ee-86bb-5a353df94f8b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.338700258Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"5c6f10dc-b4a9-42ee-86bb-5a353df94f8b","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.338894002Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.338943808Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.342987732Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.343000914Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.343066274Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.348676955Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"99ca8c65-41f0-4991-97dc-7accd7a9e2f3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.348804638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.348860265Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","namespace":"ai-tenant-e2e-worker-w6-2b14d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.348915081Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","tenant":"e2e-worker-w6-2b14d0","tenantID":"e2e-worker-w6-2b14d0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.349034949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"7fa0735d-daaf-4b3f-add8-98a0f6d2bbb1","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.349166229Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"8d8995f5-0fe9-47c2-b48e-eb5451a88361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"model":"e2e-models-e2e-worker-w5-9d808e/premium-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.353830906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Deployment","name":"maas-api-e2e-worker-w6-2b14d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.370925366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Service","name":"maas-api-e2e-worker-w6-2b14d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.380987197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-2b14d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.388447342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-2b14d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.401936292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.408338203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.41703157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.428563958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.431214293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.433755332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.437675388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Service","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.440409115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.443088555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.445886517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.448512284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.455837411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.456540591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"8d8995f5-0fe9-47c2-b48e-eb5451a88361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.458369508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.463023847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.465513923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-2b14d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.468041328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-2b14d0"},"namespace":"ai-tenant-e2e-worker-w6-2b14d0","name":"default-tenant","reconcileID":"56d881cb-5350-4fff-b8ab-740399dc0d51","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-2b14d0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.474910627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.474971001Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.480935885Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"8d8995f5-0fe9-47c2-b48e-eb5451a88361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"e2e-worker-w5-9d808e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.480954305Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-access","reconcileID":"8d8995f5-0fe9-47c2-b48e-eb5451a88361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.484423723Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.484436915Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.484535902Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.49045379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"10cdd8f1-f197-4ba8-91c9-4b771908a7d5","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.492415108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"169ce88b-6ebf-4e40-bf12-f273c87744f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"model":"e2e-models-e2e-worker-w3-f910f5/premium-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.492685051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"db49950d-5303-4cde-b11b-41d567f864ac","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.492917904Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"b81b2951-d456-489e-abfc-9a56df83c2bd","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.565332674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"169ce88b-6ebf-4e40-bf12-f273c87744f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.670085332Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"169ce88b-6ebf-4e40-bf12-f273c87744f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"name":"e2e-worker-w3-f910f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.670118976Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-access","reconcileID":"169ce88b-6ebf-4e40-bf12-f273c87744f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.694667695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"4adf969e-e02d-4903-a9cf-9236ae767432","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.28738124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-2-w6-2b14d0","reconcileID":"3c4c532f-a414-4b99-916e-d8ac315996ed","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-2-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-2-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.287676101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"b79fb596-8411-4c82-9274-39a418dca94e","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.287864181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"simulator-w6-2b14d0","reconcileID":"ec7ff927-0644-4fd2-852d-054419e2afc9","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"simulator-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"simulator-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.339587877Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"eeb4db55-627c-4213-9037-367335062d2e","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.339674981Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"eeb4db55-627c-4213-9037-367335062d2e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.344522134Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"eeb4db55-627c-4213-9037-367335062d2e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.344538489Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"eeb4db55-627c-4213-9037-367335062d2e","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.349755869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f6baf60b-47e3-49cb-8ab2-d7dfebaf8fbf","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.34983604Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f6baf60b-47e3-49cb-8ab2-d7dfebaf8fbf","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.354182271Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f6baf60b-47e3-49cb-8ab2-d7dfebaf8fbf","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.354200199Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f6baf60b-47e3-49cb-8ab2-d7dfebaf8fbf","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.493581865Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"922fe1a7-4906-47f3-b131-479498d9de96","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.493678887Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"922fe1a7-4906-47f3-b131-479498d9de96","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.502291093Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"922fe1a7-4906-47f3-b131-479498d9de96","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.502310985Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"922fe1a7-4906-47f3-b131-479498d9de96","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.654257572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"9160fe3e-6688-437b-9167-30877bd9217d","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:36.89492465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"simulator-w0-27935d","reconcileID":"1b445d34-8d23-4cad-8428-e00075651b46","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"simulator-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"simulator-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:36.898468718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-2-w0-27935d","reconcileID":"82622f8f-8d74-40ae-abf7-b19104a14f0a","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-2-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-2-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:36.901629751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-w0-27935d","reconcileID":"7ce26464-d9c6-4cb3-8a6d-efbb9da51126","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:36.918962454Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-subscription","reconcileID":"ebeef7d3-f18a-489a-a053-8ef0a953717c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"model":"e2e-models-e2e-worker-w0-27935d/premium-w0-27935d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:36.922351929Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-subscription","reconcileID":"ebeef7d3-f18a-489a-a053-8ef0a953717c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"model":"e2e-models-e2e-worker-w0-27935d/premium-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:36.925578938Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"premium-simulator-subscription","reconcileID":"ebeef7d3-f18a-489a-a053-8ef0a953717c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-27935d"},"name":"maas-trlp-premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d","model":"e2e-models-e2e-worker-w0-27935d/premium-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:36.951261765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"a9f7d9f7-aad3-406c-8c3f-bfb0bf5f8562","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.59235377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"de725b8f-da95-4081-b008-1bc3e1b5f286","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.592661122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-2-w3-f910f5","reconcileID":"6c2574ac-fa09-4455-a314-7fd99c26a77c","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-2-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-2-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.592868183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"feac9078-5685-4173-9179-81302d51e318","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.608811296Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-subscription","reconcileID":"3eafc68f-569a-453b-b654-265bb6e5a53f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"model":"e2e-models-e2e-worker-w3-f910f5/premium-w3-f910f5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.611672777Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"premium-simulator-subscription","reconcileID":"3eafc68f-569a-453b-b654-265bb6e5a53f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"model":"e2e-models-e2e-worker-w3-f910f5/premium-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.63156862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"c4cac424-473f-4baa-972e-1c2239ae8fca","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.794047548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"1da3566a-ffa8-42e8-a830-c758eb28a4a2","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.794347888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"c44e7ce4-5a88-49b5-ab99-837ec1e52945","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.794525014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"e185c611-0401-4b94-b342-144a42314bb3","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.81031059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-subscription","reconcileID":"3a5da3c2-7f27-4487-babe-bbdb3a60492d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"model":"e2e-models-e2e-worker-w5-9d808e/premium-w5-9d808e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.813690183Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-subscription","reconcileID":"3a5da3c2-7f27-4487-babe-bbdb3a60492d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"model":"e2e-models-e2e-worker-w5-9d808e/premium-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.817032705Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"premium-simulator-subscription","reconcileID":"3a5da3c2-7f27-4487-babe-bbdb3a60492d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"name":"maas-trlp-premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e","model":"e2e-models-e2e-worker-w5-9d808e/premium-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.839206873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"37fe0c91-b1e9-4701-8ce0-3625d8c81965","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.344980444Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.34504355Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","namespace":"ai-tenant-e2e-worker-w0-27935d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.345094871Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","tenant":"e2e-worker-w0-27935d","tenantID":"e2e-worker-w0-27935d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.350477896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Deployment","name":"maas-api-e2e-worker-w0-27935d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.360717243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Service","name":"maas-api-e2e-worker-w0-27935d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.37688665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-27935d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.383796424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-27935d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.39150688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.39643525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.403581238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.408499074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.411306744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.413880287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.416440532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Service","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.419095856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.421779643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.424461794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.426988601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.432477693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.435018454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.439897761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.442586115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-27935d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.445117997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-27935d"},"namespace":"ai-tenant-e2e-worker-w0-27935d","name":"default-tenant","reconcileID":"99646922-2c28-4bf5-9591-b697a5c46079","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-27935d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.452112007Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.452198806Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","namespace":"ai-tenant-e2e-worker-w5-9d808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.452300759Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","tenant":"e2e-worker-w5-9d808e","tenantID":"e2e-worker-w5-9d808e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.458213507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Deployment","name":"maas-api-e2e-worker-w5-9d808e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.469066184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Service","name":"maas-api-e2e-worker-w5-9d808e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.478556705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-9d808e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.487271126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-9d808e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.49537996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.502859764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.510828473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.51650189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.521663505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.524585404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.527436668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Service","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.530299265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.53405927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.536856406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.53969117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.545460141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.548455987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.551305758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.554050011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-9d808e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.556733794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d808e"},"namespace":"ai-tenant-e2e-worker-w5-9d808e","name":"default-tenant","reconcileID":"f10b7a64-47ae-4e7b-a88f-a32d6a2d0c79","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-9d808e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.563901961Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.563999229Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","namespace":"ai-tenant-e2e-worker-w3-f910f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.564077787Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","tenant":"e2e-worker-w3-f910f5","tenantID":"e2e-worker-w3-f910f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.568702519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Deployment","name":"maas-api-e2e-worker-w3-f910f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.578506377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Service","name":"maas-api-e2e-worker-w3-f910f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.594801338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-f910f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.599563088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-f910f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.607964951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.613736263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.620933752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.626392621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.629157374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.631889017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.634651232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Service","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.637264568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.639961784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.642610114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.645300626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.650811054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.653752766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.656399834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.659171618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-f910f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.662027925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f910f5"},"namespace":"ai-tenant-e2e-worker-w3-f910f5","name":"default-tenant","reconcileID":"58a47839-db06-45a6-9981-a889d18d6c08","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-f910f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.198885484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-2-w6-2b14d0","reconcileID":"cff40bab-a57c-4023-909e-b6f50739bae2","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-2-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-2-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.205569567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"470fd61d-75c1-4af8-a44d-a23c96281b71","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.21462193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"5158b818-cf4d-4312-8b1c-15144041355c","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.222010799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"simulator-w6-2b14d0","reconcileID":"7f5f8d8f-0750-4ff4-895a-10e1d8a77eab","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"simulator-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"simulator-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.274337112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-2-w6-2b14d0","reconcileID":"6faacc12-41df-444e-ad8a-c35be547242e","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-2-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-2-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.274373859Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-2-w6-2b14d0","reconcileID":"6faacc12-41df-444e-ad8a-c35be547242e","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"error":"LLMInferenceService distinct-2-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.287353812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-2-w6-2b14d0","reconcileID":"6faacc12-41df-444e-ad8a-c35be547242e","error":"LLMInferenceService distinct-2-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.289267203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"00943b60-fecf-4c02-8eb3-ba6dfba7c245","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.289676172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"3e287e32-cdaf-4c22-b582-107ecd9b1656","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.290017445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"simulator-w6-2b14d0","reconcileID":"fed2dc43-8257-4e4d-bf7d-775f0d0f47d5","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"simulator-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"simulator-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.555121115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"3c822c3b-0b14-49ac-8e6f-e76eac45f451","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"distinct-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"distinct-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.555156858Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"3c822c3b-0b14-49ac-8e6f-e76eac45f451","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"error":"LLMInferenceService distinct-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.564428333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"distinct-w6-2b14d0","reconcileID":"3c822c3b-0b14-49ac-8e6f-e76eac45f451","error":"LLMInferenceService distinct-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.567738125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"94e358f0-f716-42ca-a662-cf238dbd9834","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.567981725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"simulator-w6-2b14d0","reconcileID":"8ed05c68-4a09-4661-9ad0-1c94f115991c","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"simulator-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"simulator-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.745927139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"4c011a24-ad73-4ba1-8b2f-25b4203bdf66","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.745955329Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"4c011a24-ad73-4ba1-8b2f-25b4203bdf66","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"error":"LLMInferenceService premium-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.755706957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"4c011a24-ad73-4ba1-8b2f-25b4203bdf66","error":"LLMInferenceService premium-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.761070448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"9b3399d2-7041-4472-b212-7252e29bfdfb","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"premium-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"premium-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.761100404Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"9b3399d2-7041-4472-b212-7252e29bfdfb","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"error":"LLMInferenceService premium-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:43.761155726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"premium-w6-2b14d0","reconcileID":"9b3399d2-7041-4472-b212-7252e29bfdfb","error":"LLMInferenceService premium-w6-2b14d0 not found in namespace e2e-models-e2e-worker-w6-2b14d0","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.765449994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"namespace":"e2e-models-e2e-worker-w6-2b14d0","name":"simulator-w6-2b14d0","reconcileID":"c73633d9-8e22-4e44-9e9d-c8ad18712359","MaaSModelRef":{"name":"simulator-w6-2b14d0","namespace":"e2e-models-e2e-worker-w6-2b14d0"},"routeName":"simulator-w6-2b14d0-kserve-route","namespace":"e2e-models-e2e-worker-w6-2b14d0","llmisvcName":"simulator-w6-2b14d0","gateway":"openshift-ingress/e2e-worker-w6-2b14d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:44.865881137Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-2b14d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-2b14d0","reconcileID":"9d5c519c-9fd9-4b6d-b438-4df4a5b850e0","aitenant":"ai-tenants/e2e-worker-w6-2b14d0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:44.991919561Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-2b14d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-2b14d0","reconcileID":"9d5c519c-9fd9-4b6d-b438-4df4a5b850e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-2b14d0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-2b14d0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.01136157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101aee45-42d2-44a4-9f31-fdd35a6d4759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.014568205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101aee45-42d2-44a4-9f31-fdd35a6d4759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.017726814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101aee45-42d2-44a4-9f31-fdd35a6d4759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.02095102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101aee45-42d2-44a4-9f31-fdd35a6d4759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.512497028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee503221-8563-4a0f-a55a-7a71986c0891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.519432784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee503221-8563-4a0f-a55a-7a71986c0891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.526581107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee503221-8563-4a0f-a55a-7a71986c0891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:45.562531921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee503221-8563-4a0f-a55a-7a71986c0891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.076659298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dda2e34-1c2a-4b31-b505-800a407bbea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.08032387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dda2e34-1c2a-4b31-b505-800a407bbea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.083806532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dda2e34-1c2a-4b31-b505-800a407bbea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.087148439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dda2e34-1c2a-4b31-b505-800a407bbea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.308473416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143015ec-b9ac-4681-af50-e1b7d56776f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.344985368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143015ec-b9ac-4681-af50-e1b7d56776f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.34847329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143015ec-b9ac-4681-af50-e1b7d56776f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.351972342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143015ec-b9ac-4681-af50-e1b7d56776f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.895821001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"simulator-w0-27935d","reconcileID":"d35108b9-5971-4e8e-8497-4a852d04b827","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"simulator-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"simulator-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.899335566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-2-w0-27935d","reconcileID":"a215a2d6-a656-4635-addd-561e6ae343d5","MaaSModelRef":{"name":"distinct-2-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-2-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-2-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.902412314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"distinct-w0-27935d","reconcileID":"e38c46d8-f813-4859-8b16-7b6553c8fd53","MaaSModelRef":{"name":"distinct-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"distinct-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"distinct-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:46.952726087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"premium-w0-27935d","reconcileID":"268bc226-c5c2-4ff8-ae4c-33f5607b3597","MaaSModelRef":{"name":"premium-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"premium-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"premium-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.593512697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"646b8200-7d59-4714-8b4c-37a64a796456","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.593792551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-2-w3-f910f5","reconcileID":"7d68c8b1-f7e0-4ce0-aff9-4f83023dce2f","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-2-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-2-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.593987037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"4005b6ff-6d5e-4a98-9e23-e40eb5bc1f3d","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.632411009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"afc17493-f041-4037-9a48-19916c386b73","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.79537437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"01015d88-9d61-455b-bb81-5500e1496b8f","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.795636612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"e628bc59-4343-430e-8f1a-da6201d0cad8","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.795815535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"5cd80033-8fc3-4156-958e-a17352a92b2f","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.840292767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"a2b50515-a3df-4a50-bee8-061c7f7e3ba4","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:50.260870359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.282347062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"9a1f8ada-77b4-4ce0-a595-39320e3337c3","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.284303583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7cf5d243-459a-4452-8a3c-53b36a9a4331","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.293812215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"e95a0eda-e385-4228-990a-01a36c0493dd","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.29876614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"71239408-537f-4308-8e9b-d67630cc06ac","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.520645541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"1200164c-0656-4cbb-9b50-2f9141775d68","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"premium-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"premium-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.520776327Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"1200164c-0656-4cbb-9b50-2f9141775d68","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"error":"LLMInferenceService premium-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.540164185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"premium-w5-9d808e","reconcileID":"1200164c-0656-4cbb-9b50-2f9141775d68","error":"LLMInferenceService premium-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.54119996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"0b679a8c-49c2-47c2-aebf-781af392d1ce","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.542161127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"b6ed887a-417d-48c4-b4ad-890d688102ca","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.542890672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"d30ab61d-7860-40ec-b031-56bd21d47980","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.54376354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"namespace":"e2e-models-e2e-worker-w0-27935d","name":"simulator-w0-27935d","reconcileID":"3769e115-8f3d-416f-b70e-ef1ebb6114e4","MaaSModelRef":{"name":"simulator-w0-27935d","namespace":"e2e-models-e2e-worker-w0-27935d"},"routeName":"simulator-w0-27935d-kserve-route","namespace":"e2e-models-e2e-worker-w0-27935d","llmisvcName":"simulator-w0-27935d","gateway":"openshift-ingress/e2e-worker-w0-27935d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.715373464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7edf4821-4149-4803-93e5-bc6767a1604a","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.71553159Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7edf4821-4149-4803-93e5-bc6767a1604a","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"error":"LLMInferenceService distinct-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:53.730303683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-w5-9d808e","reconcileID":"7edf4821-4149-4803-93e5-bc6767a1604a","error":"LLMInferenceService distinct-w5-9d808e not found in namespace e2e-models-e2e-worker-w5-9d808e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.731484939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"distinct-2-w5-9d808e","reconcileID":"2993174a-7cbd-4d1c-83f3-3b600e559b2b","MaaSModelRef":{"name":"distinct-2-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"distinct-2-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"distinct-2-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:53.732202261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"namespace":"e2e-models-e2e-worker-w5-9d808e","name":"simulator-w5-9d808e","reconcileID":"0d2a0a5c-2ba0-4aae-8cc7-c0a9972cabe8","MaaSModelRef":{"name":"simulator-w5-9d808e","namespace":"e2e-models-e2e-worker-w5-9d808e"},"routeName":"simulator-w5-9d808e-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d808e","llmisvcName":"simulator-w5-9d808e","gateway":"openshift-ingress/e2e-worker-w5-9d808e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.090803608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-2-w3-f910f5","reconcileID":"76f2fad3-cb5e-4973-9d2f-7e120554f6ac","MaaSModelRef":{"name":"distinct-2-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-2-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-2-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.121634347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"fa545179-7b03-4e12-9aa4-93cf0b714b3e","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.125729457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"252760df-fdf8-4e5b-af52-0d175cd2832a","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.126313676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"73827c85-ed99-45f8-8524-e0ec438241fe","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.419402344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"distinct-w3-f910f5","reconcileID":"f94242f8-332e-4f7c-bd9d-a4f338f51850","MaaSModelRef":{"name":"distinct-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"distinct-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"distinct-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.419917356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"premium-w3-f910f5","reconcileID":"e17608d5-0d17-4345-8221-1f8ab07afa39","MaaSModelRef":{"name":"premium-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"premium-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"premium-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:54.420268025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"namespace":"e2e-models-e2e-worker-w3-f910f5","name":"simulator-w3-f910f5","reconcileID":"1bac75b9-818b-42b0-b707-563171beb98b","MaaSModelRef":{"name":"simulator-w3-f910f5","namespace":"e2e-models-e2e-worker-w3-f910f5"},"routeName":"simulator-w3-f910f5-kserve-route","namespace":"e2e-models-e2e-worker-w3-f910f5","llmisvcName":"simulator-w3-f910f5","gateway":"openshift-ingress/e2e-worker-w3-f910f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.027381982Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-9d808e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-9d808e","reconcileID":"aab7f023-8674-49e8-9901-a92b90ec399b","aitenant":"ai-tenants/e2e-worker-w5-9d808e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.190557867Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-9d808e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-9d808e","reconcileID":"aab7f023-8674-49e8-9901-a92b90ec399b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-9d808e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-9d808e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.242768554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d45058-d57c-4c31-b6dd-bc3cbde164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.256392822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d45058-d57c-4c31-b6dd-bc3cbde164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.264403594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d45058-d57c-4c31-b6dd-bc3cbde164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.269399949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d45058-d57c-4c31-b6dd-bc3cbde164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.305685694Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-27935d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-27935d","reconcileID":"6c2988ac-c77d-4b78-97ea-707b6197a82a","aitenant":"ai-tenants/e2e-worker-w0-27935d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.434017174Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-27935d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-27935d","reconcileID":"6c2988ac-c77d-4b78-97ea-707b6197a82a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-27935d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-27935d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:57.898475567Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f910f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f910f5","reconcileID":"e100db3c-e526-4836-a364-72d6e81377e9","aitenant":"ai-tenants/e2e-worker-w3-f910f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.33932597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa1f33-c98d-452a-a3cd-7c0acb9f1ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.343029373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa1f33-c98d-452a-a3cd-7c0acb9f1ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.381141923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa1f33-c98d-452a-a3cd-7c0acb9f1ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.401679881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa1f33-c98d-452a-a3cd-7c0acb9f1ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.43657809Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f910f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f910f5","reconcileID":"e100db3c-e526-4836-a364-72d6e81377e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-f910f5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-f910f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.014353193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1906d469-5923-4e54-b033-d5e75f5ad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.027999067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1906d469-5923-4e54-b033-d5e75f5ad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.078570078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1906d469-5923-4e54-b033-d5e75f5ad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.085565055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1906d469-5923-4e54-b033-d5e75f5ad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.748803338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9964687-9a03-4fb3-86df-7207d91655c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.752793466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9964687-9a03-4fb3-86df-7207d91655c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.756653949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9964687-9a03-4fb3-86df-7207d91655c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:59.760590254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9964687-9a03-4fb3-86df-7207d91655c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:03.363121762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"edc8bba2-547d-459d-b67d-4304cdee45ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:03.462807186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01cc4224-a0fc-4b92-bc24-eb43b2722ed0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:20.263341665Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}