=== logs ns=opendatahub selector=app=maas-controller pattern=default-tenant|models-as-a-service|TenantConfig|tenant.*ready|error|fail ===
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.066044151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"39f18a0c-810d-4bd6-a262-381d6f089e59","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.066455086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"efe24651-b978-49a1-ae99-2924e42889be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.066746633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"54fdfecb-3759-447c-8bd2-c3097b5edaa0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.079744988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7002ae3-3b02-4cf9-be04-0d5d278ed125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.083039406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"958c4c61-5a51-483c-9654-d720fdd05e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.085761615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33e10a55-8206-4b3d-8ed6-ec325e34c0f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.086276935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c84e67d5-7020-4510-8d22-eb5b9e350702","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.086581757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d7933b9-0198-475e-85cb-93c1d3525239","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.087005238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a29dfa27-ef6c-42f0-ad6d-39a94afd9495","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.087362793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40c35f98-d1bb-433c-8ca9-88b844e0ae93","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.088164263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3bd9a25-c95f-4cae-a9b7-b61acd32e2dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.08980071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7002ae3-3b02-4cf9-be04-0d5d278ed125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.089844283Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7002ae3-3b02-4cf9-be04-0d5d278ed125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.092086603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"958c4c61-5a51-483c-9654-d720fdd05e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.169074282Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4914c44-7315-42ad-8c76-e36929730b5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.176151962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17ec2484-1f04-4032-9e9c-b84f3c11834a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.176182547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f148e9f7-f465-483f-9633-37438c4d252d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.185357406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17ec2484-1f04-4032-9e9c-b84f3c11834a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.185401916Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17ec2484-1f04-4032-9e9c-b84f3c11834a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.188737339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f148e9f7-f465-483f-9633-37438c4d252d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:15.227977859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ba6abd0c-d451-46b9-907f-8a926de07e84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.173222679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93a4ad12-dd4a-43cb-a1ad-dd1c994ad21e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.173548065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2721f0c-22e6-4bff-8c50-21bd3089db8f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.173729866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eee72ba3-e6b7-457a-b886-f737ef18197f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.173978921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a9cde50-d2b7-4c25-ba31-dcc53642041d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.174191969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"367c8d57-c72d-446a-9996-61dd9093a6e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.1743589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"22a5ab32-0674-4920-a68a-de9eaaa755f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.177571386Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e152623-f128-4948-9c84-5ac6eeaba7bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.188657376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"599fe34a-bf3d-4fe8-8d0a-4bc4934b247f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.188732239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3c3a069-db36-46b1-b2b0-cf9bc4857413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.194899561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42d53400-6cbe-43a8-8700-3ef72aac6731","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.195366576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"680d2035-260f-4e4f-8433-eeaf6c9d9c8e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.195697534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0cef5254-cb76-4aa9-a245-a3207d3c776c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.196027926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e09c52f7-43b9-4516-8993-96ca5d9c0d89","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.196306846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fea635b6-0e0a-4031-8836-4d7ed4275d53","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.19657702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b8f006f6-7836-4baa-9079-8e4f832fa9e6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.197303967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b7ba540-ab71-4cec-a99c-f5e10a2957df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.197822896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"599fe34a-bf3d-4fe8-8d0a-4bc4934b247f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.198072992Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"599fe34a-bf3d-4fe8-8d0a-4bc4934b247f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.202340293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3c3a069-db36-46b1-b2b0-cf9bc4857413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.310374898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d220c09e-5e95-46df-8997-639ad12c31fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.310459952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d2c09e1-ca71-4e32-9e94-5548f020269a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.327995583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d2c09e1-ca71-4e32-9e94-5548f020269a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.330618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d220c09e-5e95-46df-8997-639ad12c31fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.330673597Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d220c09e-5e95-46df-8997-639ad12c31fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.4060816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2f98d0b-bd1e-49b3-b6cc-ad2b8c270248","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.428883127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4a63ed1-a463-468f-b9c1-72585b72c2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.439268509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4a63ed1-a463-468f-b9c1-72585b72c2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.439316804Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4a63ed1-a463-468f-b9c1-72585b72c2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.504199856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"93b0111b-66c6-4c0d-a1af-80f1bf40cf97","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.512909577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebf079e9-4ff4-4fd4-81ce-7c254cd9fce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.521699447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebf079e9-4ff4-4fd4-81ce-7c254cd9fce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.798690027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50abf1f7-3450-4432-a5ed-e2a56525c02d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.799056589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f23f22ba-e277-4e5b-97a5-f2e8f053f31b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.799291058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"412254dd-e08a-4f9d-907b-5609e6571859","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.799577937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba89c71c-2531-4543-b33d-b7c38c8a2230","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.799809143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"84f67579-1165-4ba4-bd6a-174f8d2302e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.800061258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"66db5317-6691-4138-ab60-fffaba22342f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.800323752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"62c5cbb5-864c-4721-9f8c-0a88653affee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.805101522Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8c2ca7c-8e4f-4bff-9a59-e268f5743efe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.813010443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f018b314-1a2d-4348-b705-5d502024dd3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.818807931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96a8753b-afcc-4c35-9a72-c1dae46037e5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.81919355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df7f9c6a-9bc4-4bdc-baea-d5596622ef3c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.819329487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28017efd-fe4b-4abf-b76e-7da7c732f15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.819471308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1e9d159-8e88-4922-b646-f6a773f255ad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.819712724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"735b4f6e-3e34-4f05-bc57-c53f3ea7c1be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.81996677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"268b6ff4-d404-45fe-9ca9-87ff657a9fd9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.820164528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"55833bb7-e845-45bc-af4e-c50340f96cd6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.820362628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8880022a-60cb-46ad-a813-c0d373b1648f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.825802415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f018b314-1a2d-4348-b705-5d502024dd3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.827251733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75e3fd65-5093-4c67-908b-22506b835407","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.827809032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28017efd-fe4b-4abf-b76e-7da7c732f15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.827851878Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28017efd-fe4b-4abf-b76e-7da7c732f15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.91332192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b1c984-292f-47a0-9730-246cab0a3b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.913359635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fb9c7c3-531a-4e31-9e81-a85ff110833e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.922087178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b1c984-292f-47a0-9730-246cab0a3b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.922128426Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b1c984-292f-47a0-9730-246cab0a3b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.922125124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fb9c7c3-531a-4e31-9e81-a85ff110833e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:16.972233892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"57a3e935-1067-42f9-a0b9-739c3959553d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.337014919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48aa402f-8f31-4a57-997b-132528941ff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.337156931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8cc6d2b-bbfa-4a55-8fc6-fa4bcb94314d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.346933511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48aa402f-8f31-4a57-997b-132528941ff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.346979156Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48aa402f-8f31-4a57-997b-132528941ff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.347023173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8cc6d2b-bbfa-4a55-8fc6-fa4bcb94314d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.432464768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e11accd-119b-4d97-abfc-15c2f9fa54af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.441110819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e11accd-119b-4d97-abfc-15c2f9fa54af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.441152889Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e11accd-119b-4d97-abfc-15c2f9fa54af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.533136501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe494849-6971-46e5-bccd-9b39107b7e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.541496184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe494849-6971-46e5-bccd-9b39107b7e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.848143524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9e2dc4c-cd89-4620-b828-309fa36574a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.848543054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"89f55fbc-aa04-4057-bb37-03d60f5a7557","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.848758441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6e5ba02-135a-4329-a410-326a3c21acef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.848942032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1673620-eac6-4ce1-ad4b-a420fbb26581","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.84922917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"91f9cdfc-531e-4c38-832f-d6f3eb64f1a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.849509125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6af83ee8-dcbd-4ec6-a6a5-610298d8c2ff","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.849775745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"69101ae4-b1f0-4550-9db2-7bf4ed643956","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.850168244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89b2eb3e-d92f-4052-aa00-2af0706265fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.867507325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"155f01ea-8c9a-487a-b2ca-65a4de5428e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.869149112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8bb6046-b594-4e1b-8d6a-3e9df350e65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.871164365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b4abfd6-e1ee-4622-ae01-65a2eb0aaa51","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.871578764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"87ae2796-3a22-4aee-bb6c-065fa7e5631f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.87188706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a0423fc-0ec8-4146-bcd9-18b0d4a7cff8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.872229271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"237147a6-7eb4-45cc-b584-c850d48431a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.872556932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"366a800a-152d-4abf-bbe3-2bf117849ac4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.872881263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b265b7f8-9791-46e7-8322-d8846a678da8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.873199385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1de8539e-6900-4182-bfa5-665184a0c1d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.873532217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64f0d044-5c42-4be8-9944-bc0b0a730dbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.878144201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83a27b19-f5d6-4c3e-8d6c-5c42d1ecf843","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.878710091Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"92eb4129-e219-4b95-b46e-b400b33aad01","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.882660808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"155f01ea-8c9a-487a-b2ca-65a4de5428e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.882807277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8bb6046-b594-4e1b-8d6a-3e9df350e65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.897985377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fd01cba-29fc-465f-9319-63b4197d78ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.961469496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef47201-7aae-4dee-b804-510d7f93b5e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.961504184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7183b802-f0d1-4ba3-98b4-8fdd44a2366e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.96593877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa90702a-f0ad-405c-906f-c7590600d49f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.970129796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef47201-7aae-4dee-b804-510d7f93b5e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:18.970181421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7183b802-f0d1-4ba3-98b4-8fdd44a2366e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:19.020610921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"160da152-b3dc-44a7-90bd-2f15ed911170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:19.067058514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0a8172a8-2d06-4af9-9df1-322a615f20c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:20.09737239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31125423-e58c-4898-97f5-0679880d4880","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:20.113543713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03853491-ef42-4a0d-9856-5e39d976977c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:20.121101469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa67ee4f-2ad7-4e4a-bf28-f10dd60f8a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:20.121138914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"974c0ae7-fd10-4d70-8dff-b8680d16b4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:20.130993983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"974c0ae7-fd10-4d70-8dff-b8680d16b4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:20.131193106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa67ee4f-2ad7-4e4a-bf28-f10dd60f8a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:20.13160985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de706e17-3ea9-474e-b29c-c58ab8949fe3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:20.215266136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8140043e-283a-4931-810d-eca8471f3796","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:21.179969126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27e357be-8e2e-4e16-ae11-7f3d1e17085f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:21.199801433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b2ba650-d00c-4c78-a60c-3ceb9536dd62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:21.282554266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4ef88f9-b0a3-4c25-b5ff-52c2de8b8348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:21.282908356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1ff129-1623-4267-8076-0b0370d10267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:21.299780462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1ff129-1623-4267-8076-0b0370d10267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:21.299776184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4ef88f9-b0a3-4c25-b5ff-52c2de8b8348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:22.176634893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b848deb-7a9f-45cf-990f-fbf49a797aad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:23.756961494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5ac6e87-8016-460b-abef-fe16ee186f62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:23.876187386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a428082-d727-4a79-abc1-757d11d08ec9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:25.251554224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"85723fc6-cf4f-490c-b331-c2b1dd11220e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:25.852636555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"577006f2-08a2-4aad-b566-6b56a002c5b0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:26.557965882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fea325bb-d294-49b8-9280-da0945d4e5fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:27.755727906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"630c4abd-7969-4d09-ba02-915906c947c1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:28.602668609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"004e18f4-e9a5-4f7a-928c-2df3613d1c7c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:31.015182169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c976413-fb50-4f4e-ab4a-8b35317bfe66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:31.033352934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"762db0bd-bd9d-4e49-a6c5-69f1111da6ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:31.035753957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0da743a-aa2a-4d47-ac0c-a2ccc1e4f0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:31.035753883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d18a5f03-aaba-49b2-80b2-0e74cdd47879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:31.046176644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0da743a-aa2a-4d47-ac0c-a2ccc1e4f0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:31.046515831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d18a5f03-aaba-49b2-80b2-0e74cdd47879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:31.050302615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9170532-f153-44e0-8328-2a058bc3f3f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:31.132579294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd65c0cd-c2b4-45f5-9744-b2423a3df354","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:42.557268647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb212d26-af3a-4b1d-a0ef-c2e76a60a295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:42.557751987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01382067-a5b5-48b3-95ca-1f4cd8e7e905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:42.671327761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01382067-a5b5-48b3-95ca-1f4cd8e7e905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:42.673547141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb212d26-af3a-4b1d-a0ef-c2e76a60a295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.558104632Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1d176b88-b63c-420c-9c8a-2997e5a74662","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.904100411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"852d4872-a1c1-4441-9859-b7fb96e27ef5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.904336694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bb0af8d2-dc6f-4654-8360-c2a4f32b1774","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.904539311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2166a481-3b41-485f-b324-798cb0aaa185","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.904807554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13095b58-82a5-4a22-bfd5-fc756740d503","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.905058907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"41d25f20-7c62-4601-8a86-ef28c6b50422","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.905241884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2a48155b-1437-41d2-a77a-1f108c02d042","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.905400135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe036ab8-f9ef-4fc6-9f0b-2d303444309a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.905568255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c77c6386-82ca-4002-bdd9-fe815c2fa341","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.916025724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6a03916-c2bd-43b0-bc27-971630f40edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.916051913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f11d693d-7a8b-4902-8dbc-dc9c79661d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.922670642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a1c03d2-a346-4a81-8b11-a15076b97b54","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.922835676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b985a196-b16b-4066-8eaf-b89c3bb1a74b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.928821307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6a03916-c2bd-43b0-bc27-971630f40edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:57:43.929699259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f11d693d-7a8b-4902-8dbc-dc9c79661d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.232146926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f460bc1d-1168-4a03-8d6b-e47c888a7b1d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.243747665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2c713af-b722-4c06-9ec9-239a7c7f2f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.252324732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2c713af-b722-4c06-9ec9-239a7c7f2f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.269439545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87a9dd40-ec1f-478e-a882-1cc450656639","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.415765755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d10c1d61-a667-44e1-8624-9400b7ef1b59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.427001287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6d1f414-f47d-4e5f-894b-f8fad88377b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.427197013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9c3245e-3e73-47c7-bcbf-68b93fa7413a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.435170777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78799a5b-ceba-44a2-b88c-195ec9006658","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.43925256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9c3245e-3e73-47c7-bcbf-68b93fa7413a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.439413296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6d1f414-f47d-4e5f-894b-f8fad88377b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:10.45406785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"19be49d8-880d-48d4-9a3d-b69ab8c689b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:42.143559197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"6a5ce3aa-4e8d-4d0a-a58f-46fb6cb9f18d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-998997","tenantID":"e2e-worker-w3-998997","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:42.169970781Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"6a5ce3aa-4e8d-4d0a-a58f-46fb6cb9f18d","name":"e2e-worker-w3-998997-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:43.564061248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"7e8396bd-5052-4172-ad16-8668954aa521","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:43.594446614Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"7e8396bd-5052-4172-ad16-8668954aa521","name":"e2e-worker-w0-4afe0e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:45.199586986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e545562-c04d-40a3-9ae8-53f2c4d62920","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:45.29709364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"469fb77b-4771-4d62-9634-885ea906a719","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:45.614550547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"bd316ae7-67bd-4ad0-8432-ee6667e12d91","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-56a44f","tenantID":"e2e-worker-w5-56a44f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:45.63535442Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"bd316ae7-67bd-4ad0-8432-ee6667e12d91","name":"e2e-worker-w5-56a44f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:46.588662824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"500e3f91-5646-4a92-ae58-379bab0e97b8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6a9cdb","tenantID":"e2e-worker-w6-6a9cdb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:46.615133496Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"500e3f91-5646-4a92-ae58-379bab0e97b8","name":"e2e-worker-w6-6a9cdb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:47.642667386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"b85332c7-fbaa-4dff-81bd-c0a1705b2dec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-78ca37","tenantID":"e2e-worker-w2-78ca37","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:47.663500255Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"b85332c7-fbaa-4dff-81bd-c0a1705b2dec","name":"e2e-worker-w2-78ca37-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:48.426243036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"4f5926ae-b663-4b97-ba30-eb5eb953def5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-36730f","tenantID":"e2e-worker-w1-36730f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:48.449162561Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"4f5926ae-b663-4b97-ba30-eb5eb953def5","name":"e2e-worker-w1-36730f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:49.186268517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"7a617df6-d681-49d5-90f0-e12c0fa35ae8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-64c20d","tenantID":"e2e-worker-w4-64c20d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:58:49.206885958Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"7a617df6-d681-49d5-90f0-e12c0fa35ae8","name":"e2e-worker-w4-64c20d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:59:38.486407512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a6944a0-cb0c-421a-8ef7-d9ea169091ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T03:59:38.496086465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da31ea35-8a4f-4494-9832-42acb1fcf102","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:38.500291967Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-56a44f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:38.905264627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-56a44f/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:39.082482814Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"premium-w5-56a44f","reconcileID":"e20d9c3b-b9e5-41b2-98c4-63dcc2d68271","name":"premium-w5-56a44f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-56a44f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:39.082539996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-56a44f","namespace":"e2e-models-e2e-worker-w5-56a44f"},"namespace":"e2e-models-e2e-worker-w5-56a44f","name":"premium-w5-56a44f","reconcileID":"e20d9c3b-b9e5-41b2-98c4-63dcc2d68271","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-56a44f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:57.756627233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-998997/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:57.94202767Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"344657b2-c5b3-4c83-9187-451db50fa294","name":"simulator-w3-998997","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-998997\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:57.942080779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"344657b2-c5b3-4c83-9187-451db50fa294","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-998997\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:58.121308926Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-998997/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:58.305886919Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"premium-w3-998997","reconcileID":"1e060432-9176-4298-b7eb-6ac200b24d76","name":"premium-w3-998997","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-998997\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:58.305952662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"premium-w3-998997","reconcileID":"1e060432-9176-4298-b7eb-6ac200b24d76","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-998997\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:58.867459345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-subscription","reconcileID":"6cb7a315-067d-4a1c-aeaf-12078fdfbf8a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:58.975625954Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-78ca37/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.076560823Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"c0699899-bd13-41b2-b9aa-d3ee400bf12f","name":"simulator-w0-4afe0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-4afe0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.076630234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"c0699899-bd13-41b2-b9aa-d3ee400bf12f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-4afe0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.273952552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-subscription","reconcileID":"948c9ed2-5d1a-4168-9ceb-c77194b3b38d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.37533115Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-78ca37/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.472066698Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"3fa45a86-5f68-4d25-9d9d-b5e2e3a9ccd2","name":"premium-w0-4afe0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4afe0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.472129987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"3fa45a86-5f68-4d25-9d9d-b5e2e3a9ccd2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4afe0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.587081262Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-78ca37","namespace":"e2e-models-e2e-worker-w2-78ca37"},"namespace":"e2e-models-e2e-worker-w2-78ca37","name":"premium-w2-78ca37","reconcileID":"3fb86882-1abd-4033-84a6-142f033f7e96","name":"premium-w2-78ca37","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-78ca37\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.587134812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-78ca37","namespace":"e2e-models-e2e-worker-w2-78ca37"},"namespace":"e2e-models-e2e-worker-w2-78ca37","name":"premium-w2-78ca37","reconcileID":"3fb86882-1abd-4033-84a6-142f033f7e96","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-78ca37\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.670576942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"premium-simulator-access","reconcileID":"f49b974f-25af-4795-bf90-6d5874b6e501","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T03:59:59.819566684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"premium-simulator-access","reconcileID":"2579ca27-0741-4ad6-8033-5fd22eb51141","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:04.25155184Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-64c20d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:04.433002258Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"simulator-w4-64c20d","reconcileID":"a30df70b-f325-48e7-bdf6-6596972f925f","name":"simulator-w4-64c20d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-64c20d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:04.433046796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"simulator-w4-64c20d","reconcileID":"a30df70b-f325-48e7-bdf6-6596972f925f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-64c20d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:04.580049241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"simulator-access","reconcileID":"07f158d0-3694-4c31-ae6a-be36b8e15341","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:04.618845561Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-64c20d/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:04.796341154Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"0465a4de-a545-47f8-821b-fc15d3775a6b","name":"premium-w4-64c20d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-64c20d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:04.796390684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-64c20d","namespace":"e2e-models-e2e-worker-w4-64c20d"},"namespace":"e2e-models-e2e-worker-w4-64c20d","name":"premium-w4-64c20d","reconcileID":"0465a4de-a545-47f8-821b-fc15d3775a6b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-64c20d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:09.46073856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"simulator-subscription","reconcileID":"1c327055-0223-4de0-a192-6a52a336bfb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:09.586639466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-6a9cdb/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:09.835154616Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"7650e64e-4a94-47ad-a625-c25ff8ad48c3","name":"simulator-w6-6a9cdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-6a9cdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:09.835205981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"7650e64e-4a94-47ad-a625-c25ff8ad48c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-6a9cdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:09.90637582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"simulator-access","reconcileID":"2b61ecbd-a655-4caf-a1c9-e43f0d5ce778","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:09.963825374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"premium-simulator-subscription","reconcileID":"b5a70a3d-4dca-4084-84d2-2f57c3bc9b3a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:09.983312565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"simulator-subscription","reconcileID":"9df9b9e5-34bc-41d8-8f0e-551f4bab9f97","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:10.064642335Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-6a9cdb/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:10.149895158Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-36730f","namespace":"e2e-models-e2e-worker-w1-36730f"},"namespace":"e2e-models-e2e-worker-w1-36730f","name":"premium-w1-36730f","reconcileID":"cb2a9d6e-d52f-4405-8820-842e0637ad8e","name":"premium-w1-36730f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-36730f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:10.149961504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-36730f","namespace":"e2e-models-e2e-worker-w1-36730f"},"namespace":"e2e-models-e2e-worker-w1-36730f","name":"premium-w1-36730f","reconcileID":"cb2a9d6e-d52f-4405-8820-842e0637ad8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-36730f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:10.237506945Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"premium-w6-6a9cdb","reconcileID":"cf981374-56af-4091-ad37-180957511802","name":"premium-w6-6a9cdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-6a9cdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:10.237570975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"premium-w6-6a9cdb","reconcileID":"cf981374-56af-4091-ad37-180957511802","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-6a9cdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:51.67097193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"simulator-access","reconcileID":"f72fe15a-148a-4935-baa3-bd85f16a5cac","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:00:54.199013977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"simulator-access","reconcileID":"3f15459f-4569-4ce2-95bb-ab2b2d5f11f7","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:01.58230299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"simulator-subscription","reconcileID":"44a36b20-af50-4d8d-be80-f839ae53566d","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:04.541516741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"simulator-subscription","reconcileID":"d51df3e3-9d01-4f9b-b48c-5dee1a5eaefc","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:05.688963143Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"d564515d-9466-4d59-9ba0-0f3617e81c74","namespace":"ai-tenant-e2e-worker-w3-998997","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:05.689067499Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"d564515d-9466-4d59-9ba0-0f3617e81c74","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-998997","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:05.695612892Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"d564515d-9466-4d59-9ba0-0f3617e81c74","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:05.69563411Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"d564515d-9466-4d59-9ba0-0f3617e81c74","namespace":"ai-tenant-e2e-worker-w3-998997","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:10.198516638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"54631677-2edd-4149-a4a9-a7d5c1529189","namespace":"ai-tenant-e2e-worker-w1-36730f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:10.198581074Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"54631677-2edd-4149-a4a9-a7d5c1529189","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-36730f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:10.204858555Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"54631677-2edd-4149-a4a9-a7d5c1529189","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:10.204874212Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"54631677-2edd-4149-a4a9-a7d5c1529189","namespace":"ai-tenant-e2e-worker-w1-36730f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:10.99600989Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"111ce1ba-609d-4fd9-88e2-33f70a9482fd","namespace":"ai-tenant-e2e-worker-w3-998997","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:10.999353713Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"111ce1ba-609d-4fd9-88e2-33f70a9482fd","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-998997","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:11.005121362Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"111ce1ba-609d-4fd9-88e2-33f70a9482fd","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:11.00513932Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"111ce1ba-609d-4fd9-88e2-33f70a9482fd","namespace":"ai-tenant-e2e-worker-w3-998997","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.07917333Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"3e0a6778-3024-4f37-afac-83fa264d4317","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.07926292Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"3e0a6778-3024-4f37-afac-83fa264d4317","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.085305157Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"3e0a6778-3024-4f37-afac-83fa264d4317","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.085324476Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"3e0a6778-3024-4f37-afac-83fa264d4317","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.085528036Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"f0bd68e5-ba9b-4cee-b410-2a86def3b9af","namespace":"ai-tenant-e2e-worker-w2-78ca37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.085597536Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"f0bd68e5-ba9b-4cee-b410-2a86def3b9af","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-78ca37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.091481605Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"f0bd68e5-ba9b-4cee-b410-2a86def3b9af","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.091499657Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"f0bd68e5-ba9b-4cee-b410-2a86def3b9af","namespace":"ai-tenant-e2e-worker-w2-78ca37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.091697117Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"86b2c77a-9002-4c13-bfa8-9ede2b800e89","namespace":"ai-tenant-e2e-worker-w1-36730f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.091759711Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"86b2c77a-9002-4c13-bfa8-9ede2b800e89","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-36730f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.100017726Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"86b2c77a-9002-4c13-bfa8-9ede2b800e89","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:14.100033687Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"86b2c77a-9002-4c13-bfa8-9ede2b800e89","namespace":"ai-tenant-e2e-worker-w1-36730f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.109391604Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","namespace":"ai-tenant-e2e-worker-w3-998997","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.109451692Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","namespace":"ai-tenant-e2e-worker-w3-998997","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.109502256Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","tenant":"e2e-worker-w3-998997","tenantID":"e2e-worker-w3-998997","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.121177131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"Deployment","name":"maas-api-e2e-worker-w3-998997","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.137523928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"Service","name":"maas-api-e2e-worker-w3-998997","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.145643487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-998997","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.155797253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-998997","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.167408856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.180054604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.189671278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.195661478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.198803926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.201824877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.205049064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"Service","name":"payload-processing-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.209964095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.213091226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.2160727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.219276833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.22975059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.232759482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.235804588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.238694088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-998997","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:15.241729242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-998997"},"namespace":"ai-tenant-e2e-worker-w3-998997","name":"default-tenant","reconcileID":"774b51d8-23e3-4b02-a762-844f4e574e58","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-998997","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.494027935Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"b7882fd2-3b17-4ce3-b1a4-dab6cdf67540","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.494092826Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"b7882fd2-3b17-4ce3-b1a4-dab6cdf67540","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.499603361Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"b7882fd2-3b17-4ce3-b1a4-dab6cdf67540","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.499625282Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"b7882fd2-3b17-4ce3-b1a4-dab6cdf67540","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.499792754Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","namespace":"ai-tenant-e2e-worker-w2-78ca37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.499834471Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","namespace":"ai-tenant-e2e-worker-w2-78ca37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.49988036Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","tenant":"e2e-worker-w2-78ca37","tenantID":"e2e-worker-w2-78ca37","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.505209578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"Deployment","name":"maas-api-e2e-worker-w2-78ca37","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.519753501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"Service","name":"maas-api-e2e-worker-w2-78ca37","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.528506682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-78ca37","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.534136369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-78ca37","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.540704716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.549666799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.559203422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.568528826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.576165555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.58018651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.584283263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"Service","name":"payload-processing-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.588141232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.591065031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.594127694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.597541527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.606721513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.609862116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.612800987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.615898644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-78ca37","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.618774677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-78ca37"},"namespace":"ai-tenant-e2e-worker-w2-78ca37","name":"default-tenant","reconcileID":"9a84cb64-3c47-4bd3-bb7d-fbfb25729167","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-78ca37","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.627430494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","namespace":"ai-tenant-e2e-worker-w1-36730f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.627503063Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","namespace":"ai-tenant-e2e-worker-w1-36730f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.627577961Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","tenant":"e2e-worker-w1-36730f","tenantID":"e2e-worker-w1-36730f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.632821567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"Deployment","name":"maas-api-e2e-worker-w1-36730f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.647639186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"Service","name":"maas-api-e2e-worker-w1-36730f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.662941433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-36730f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.677833799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-36730f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.68554263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.694163672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.700656593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.708543568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.712752889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.716464532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.719616907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"Service","name":"payload-processing-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.723062382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.726201923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.729657079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.733483306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.742652028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.747103841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.750148196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.753270286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-36730f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:22.756763854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-36730f"},"namespace":"ai-tenant-e2e-worker-w1-36730f","name":"default-tenant","reconcileID":"94c0569e-1793-4031-8dc0-de7db3bacbfb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-36730f","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:29.807347539Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"premium-w3-998997","reconcileID":"2a43fa63-5cc6-46ae-8f4d-ab187b9be28e","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"error":"LLMInferenceService premium-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:29.820226873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"premium-w3-998997","reconcileID":"2a43fa63-5cc6-46ae-8f4d-ab187b9be28e","error":"LLMInferenceService premium-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.463658554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"simulator-subscription","reconcileID":"3293d150-f326-4e67-ac6d-06f1ce853c48","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.679511405Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"afd76a75-ea06-49f5-8c23-cd541a0990e7","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.692397716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"afd76a75-ea06-49f5-8c23-cd541a0990e7","error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.69779567Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"d4771f1d-3a13-4867-bf6e-464b298af71a","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.697846727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"d4771f1d-3a13-4867-bf6e-464b298af71a","error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.708596241Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"80fd023b-ed44-4b23-98fc-fe6b74ae3a08","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:30.708660009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-998997","namespace":"e2e-models-e2e-worker-w3-998997"},"namespace":"e2e-models-e2e-worker-w3-998997","name":"simulator-w3-998997","reconcileID":"80fd023b-ed44-4b23-98fc-fe6b74ae3a08","error":"LLMInferenceService simulator-w3-998997 not found in namespace e2e-models-e2e-worker-w3-998997","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:31.986982486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"simulator-access","reconcileID":"dca37e21-7012-4142-99a0-cca051fc0f4b","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.537991619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.538048217Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","namespace":"ai-tenant-e2e-worker-w6-6a9cdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.538098727Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","tenant":"e2e-worker-w6-6a9cdb","tenantID":"e2e-worker-w6-6a9cdb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.544571561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Deployment","name":"maas-api-e2e-worker-w6-6a9cdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.558746405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Service","name":"maas-api-e2e-worker-w6-6a9cdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.575519346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-6a9cdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.582437198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-6a9cdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.590218668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.599160814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.607462057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.613493181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.61678961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.620370247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.623881319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Service","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.627350552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.630350216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.633245388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.636298907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.645205252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.648267454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.651827292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.655069945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-6a9cdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.658161023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6a9cdb"},"namespace":"ai-tenant-e2e-worker-w6-6a9cdb","name":"default-tenant","reconcileID":"d6fe4fdb-ff43-48bb-9277-3ac0b42f1fc6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-6a9cdb","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.666854742Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f0bb4a8f-8003-4cf5-aed9-1738772a24f8","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.66694762Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f0bb4a8f-8003-4cf5-aed9-1738772a24f8","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.674129Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f0bb4a8f-8003-4cf5-aed9-1738772a24f8","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:32.674147134Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f0bb4a8f-8003-4cf5-aed9-1738772a24f8","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:33.742730808Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"premium-w6-6a9cdb","reconcileID":"55a75dba-5a50-4287-b50c-d9af74bbb4ee","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"error":"LLMInferenceService premium-w6-6a9cdb not found in namespace e2e-models-e2e-worker-w6-6a9cdb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:33.753862746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"premium-w6-6a9cdb","reconcileID":"55a75dba-5a50-4287-b50c-d9af74bbb4ee","error":"LLMInferenceService premium-w6-6a9cdb not found in namespace e2e-models-e2e-worker-w6-6a9cdb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:33.837143433Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-998997","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-998997","reconcileID":"ef98e98b-6c53-45ed-86ae-3d5f32bd6191","aitenant":"ai-tenants/e2e-worker-w3-998997","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:34.055591258Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"ec1e4a47-d577-47e7-ac33-f6f16441c2d1","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"error":"LLMInferenceService simulator-w6-6a9cdb not found in namespace e2e-models-e2e-worker-w6-6a9cdb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:01:34.064838863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6a9cdb","namespace":"e2e-models-e2e-worker-w6-6a9cdb"},"namespace":"e2e-models-e2e-worker-w6-6a9cdb","name":"simulator-w6-6a9cdb","reconcileID":"ec1e4a47-d577-47e7-ac33-f6f16441c2d1","error":"LLMInferenceService simulator-w6-6a9cdb not found in namespace e2e-models-e2e-worker-w6-6a9cdb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.298844934Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f9e497f2-ff3c-4ea8-ab7b-cd4633b6df13","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.29895809Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f9e497f2-ff3c-4ea8-ab7b-cd4633b6df13","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.304752874Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f9e497f2-ff3c-4ea8-ab7b-cd4633b6df13","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:36.304771458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"f9e497f2-ff3c-4ea8-ab7b-cd4633b6df13","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:37.246197621Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-6a9cdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-6a9cdb","reconcileID":"f67e32e9-ea89-4567-83cb-28826eb21d0e","aitenant":"ai-tenants/e2e-worker-w6-6a9cdb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:37.977256798Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-36730f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-36730f","reconcileID":"d4798715-2c6c-4aca-bc5f-cec306cbd5e9","aitenant":"ai-tenants/e2e-worker-w1-36730f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.134627336Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"3b2b14af-1a00-47df-b3c6-ec370efccb8f","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.134809652Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"3b2b14af-1a00-47df-b3c6-ec370efccb8f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.140573295Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"3b2b14af-1a00-47df-b3c6-ec370efccb8f","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.14065193Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"3b2b14af-1a00-47df-b3c6-ec370efccb8f","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.140896536Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"6ff41071-d253-4bba-9841-d5700f285b60","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.141013039Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"6ff41071-d253-4bba-9841-d5700f285b60","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.146694908Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"6ff41071-d253-4bba-9841-d5700f285b60","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:41.146751057Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"6ff41071-d253-4bba-9841-d5700f285b60","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:42.869121588Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-78ca37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-78ca37","reconcileID":"350a5d34-e399-4a22-8ea9-4708f78de6c4","aitenant":"ai-tenants/e2e-worker-w2-78ca37","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.02143702Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.021565596Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","namespace":"ai-tenant-e2e-worker-w5-56a44f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.021639554Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","tenant":"e2e-worker-w5-56a44f","tenantID":"e2e-worker-w5-56a44f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.027673153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Deployment","name":"maas-api-e2e-worker-w5-56a44f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.049893255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Service","name":"maas-api-e2e-worker-w5-56a44f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.100584544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-56a44f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.115417718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-56a44f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.126765063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.141160258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.154973358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.161488135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.165423438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.16918753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.172622419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Service","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.176152214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.180159053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.183558812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.18806264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.197816897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.205664076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.209229315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.216413181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-56a44f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.221583737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-56a44f"},"namespace":"ai-tenant-e2e-worker-w5-56a44f","name":"default-tenant","reconcileID":"032798cc-d2a6-45ed-927e-2427f0e462f2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-56a44f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.235445365Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"f9599fe5-c9eb-4e8c-879f-62c006b39f9a","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.235552646Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"f9599fe5-c9eb-4e8c-879f-62c006b39f9a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.242985932Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"f9599fe5-c9eb-4e8c-879f-62c006b39f9a","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:44.24307797Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"f9599fe5-c9eb-4e8c-879f-62c006b39f9a","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.711064013Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d9237b86-89da-4697-8e06-abf9cbbef915","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.71112871Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d9237b86-89da-4697-8e06-abf9cbbef915","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.7171092Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d9237b86-89da-4697-8e06-abf9cbbef915","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:46.717127614Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d9237b86-89da-4697-8e06-abf9cbbef915","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.165609047Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.165774155Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","namespace":"ai-tenant-e2e-worker-w4-64c20d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.165879833Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","tenant":"e2e-worker-w4-64c20d","tenantID":"e2e-worker-w4-64c20d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.172300636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Deployment","name":"maas-api-e2e-worker-w4-64c20d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.201946371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Service","name":"maas-api-e2e-worker-w4-64c20d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.212690278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-64c20d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.224096962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-64c20d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.240394539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.247231374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.260475742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.269098671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.283255339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.298563242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.310959243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Service","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.319444263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.330008362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.334523408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.338093911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.367270825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.376989584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.386281614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.389883957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-64c20d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.39513307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-64c20d"},"namespace":"ai-tenant-e2e-worker-w4-64c20d","name":"default-tenant","reconcileID":"d4f3a616-e838-4198-8280-9c4b88e15833","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-64c20d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.41057194Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"8c284012-791b-483e-a4c8-1a34fc37a13e","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.4140444Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"8c284012-791b-483e-a4c8-1a34fc37a13e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.420964091Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"8c284012-791b-483e-a4c8-1a34fc37a13e","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:52.421037002Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"8c284012-791b-483e-a4c8-1a34fc37a13e","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:57.422207025Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"3ab73bcb-97af-4bc4-ad71-ba21179f1fb9","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:57.422279002Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"3ab73bcb-97af-4bc4-ad71-ba21179f1fb9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:57.429245924Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"3ab73bcb-97af-4bc4-ad71-ba21179f1fb9","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:01:57.429269948Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"3ab73bcb-97af-4bc4-ad71-ba21179f1fb9","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.429848357Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.429897464Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","namespace":"ai-tenant-e2e-worker-w0-4afe0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.429961804Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","tenant":"e2e-worker-w0-4afe0e","tenantID":"e2e-worker-w0-4afe0e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.43526343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Deployment","name":"maas-api-e2e-worker-w0-4afe0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.447399719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Service","name":"maas-api-e2e-worker-w0-4afe0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.462532682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-4afe0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.468225102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-4afe0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.474494067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.480332883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.490788623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.497169947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.500342918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.503409159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.506577245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Service","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.509676136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.512686558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.515839781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.519119963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.526523557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.529484301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.532506129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.535614614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-4afe0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.538742822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-4afe0e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.665405475Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-56a44f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-56a44f","reconcileID":"75e8292e-cf67-4d58-b121-edec84aedf40","aitenant":"ai-tenants/e2e-worker-w5-56a44f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.004844864Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-64c20d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-64c20d","reconcileID":"fad61e2c-da5b-4391-a609-b43412249c03","aitenant":"ai-tenants/e2e-worker-w4-64c20d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.250550161Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"794b2a56-ab5a-4f32-aa60-ff845cad2ce0","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.267781505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"794b2a56-ab5a-4f32-aa60-ff845cad2ce0","error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.273559822Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"2bf0f09f-1062-4f33-8ec9-d87fadd357e8","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.273637105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"2bf0f09f-1062-4f33-8ec9-d87fadd357e8","error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.398096297Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"4fa21989-b4ea-4f5b-a657-e104247e4879","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.408586425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"4fa21989-b4ea-4f5b-a657-e104247e4879","error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.414146649Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"50716e65-e981-40b7-8469-5c0ee227705c","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.414225132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"50716e65-e981-40b7-8469-5c0ee227705c","error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.508615424Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f35f90e8-67a3-438e-ad5b-9a4d1d3d9ed9","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.517332848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f35f90e8-67a3-438e-ad5b-9a4d1d3d9ed9","error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.522665607Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"8c96b3ab-c3ae-4aa8-aa1a-6e458cd37376","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.522713207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"8c96b3ab-c3ae-4aa8-aa1a-6e458cd37376","error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.646826789Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"d2a245fb-b7ee-4a33-9303-7e75e62be5e2","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService simulator-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.665962644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"d2a245fb-b7ee-4a33-9303-7e75e62be5e2","error":"LLMInferenceService simulator-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.275438076Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4afe0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4afe0e","reconcileID":"bccbcc62-388f-4d12-b889-3b2e7a2ebfb1","aitenant":"ai-tenants/e2e-worker-w0-4afe0e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:17.146810943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe2fd4c7-963d-4548-ab44-547ac056ca0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:17.243493515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba76d4da-3698-4244-b3ab-5ac9285bd8f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}

--- last 80 lines (unfiltered) ---
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:02.538742822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4afe0e"},"namespace":"ai-tenant-e2e-worker-w0-4afe0e","name":"default-tenant","reconcileID":"6d3b0cf4-8608-475a-8963-f41b3ca90fa4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-4afe0e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.665405475Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-56a44f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-56a44f","reconcileID":"75e8292e-cf67-4d58-b121-edec84aedf40","aitenant":"ai-tenants/e2e-worker-w5-56a44f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.817079364Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-56a44f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-56a44f","reconcileID":"75e8292e-cf67-4d58-b121-edec84aedf40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-56a44f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-56a44f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.828257367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24075a-d44b-432d-9b0d-77ec41c85a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.831750068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24075a-d44b-432d-9b0d-77ec41c85a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.835457888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24075a-d44b-432d-9b0d-77ec41c85a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:04.83907649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24075a-d44b-432d-9b0d-77ec41c85a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.229914161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9786f3de-ba4f-4a8e-9043-fa256f8e902c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.233714621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9786f3de-ba4f-4a8e-9043-fa256f8e902c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.237210514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9786f3de-ba4f-4a8e-9043-fa256f8e902c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.240902882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9786f3de-ba4f-4a8e-9043-fa256f8e902c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:05.269779586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.004844864Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-64c20d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-64c20d","reconcileID":"fad61e2c-da5b-4391-a609-b43412249c03","aitenant":"ai-tenants/e2e-worker-w4-64c20d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.106479124Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-64c20d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-64c20d","reconcileID":"fad61e2c-da5b-4391-a609-b43412249c03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-64c20d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-64c20d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.152213222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f03875-7cc2-4cd1-8d61-a3e26772def4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.156242375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f03875-7cc2-4cd1-8d61-a3e26772def4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.159702552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f03875-7cc2-4cd1-8d61-a3e26772def4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.165626414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f03875-7cc2-4cd1-8d61-a3e26772def4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.709911771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4866f00-f526-49a5-ac4c-be0721833c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.713764914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4866f00-f526-49a5-ac4c-be0721833c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.717977462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4866f00-f526-49a5-ac4c-be0721833c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.721439981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4866f00-f526-49a5-ac4c-be0721833c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.954723617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe39257-5fdd-4d72-8842-78fe517b6d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.959163979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe39257-5fdd-4d72-8842-78fe517b6d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.963268717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe39257-5fdd-4d72-8842-78fe517b6d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:07.969374613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe39257-5fdd-4d72-8842-78fe517b6d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:10.49851262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"de669fbf-cfa6-41ce-98fe-8ff2a216854d","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:10.498907691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"697c58c5-ee28-4828-9d82-1f86c17b2b64","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:10.499224174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"a3423ed3-3958-4c30-9ed2-16474cc2d40d","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:10.659069431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"2e169bf3-c19f-431d-8f82-d6633bbc5691","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.145178593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"25af9a9f-42bd-4a0c-aa59-de5b3f1e42c9","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.154967943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"23d7662a-5016-4595-ad86-2573758a6270","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.165431317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"aebcfd67-49fc-4e39-ba6c-8634a1438a55","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.173822503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"6f6e14f7-ecea-4e66-906c-c9bcadb67cec","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.250508056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"794b2a56-ab5a-4f32-aa60-ff845cad2ce0","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.250550161Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"794b2a56-ab5a-4f32-aa60-ff845cad2ce0","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.267781505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"794b2a56-ab5a-4f32-aa60-ff845cad2ce0","error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.273526192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"2bf0f09f-1062-4f33-8ec9-d87fadd357e8","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-2-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-2-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.273559822Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"2bf0f09f-1062-4f33-8ec9-d87fadd357e8","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.273637105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-2-w0-4afe0e","reconcileID":"2bf0f09f-1062-4f33-8ec9-d87fadd357e8","error":"LLMInferenceService distinct-2-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.282368686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"446a3363-f2fa-4b41-9e97-981debeadf06","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.282707757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"6a711d1e-907a-4690-b12c-22d7fef353ad","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.282982134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"8712c466-c775-47ef-a503-71ed99cf54f2","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.398042547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"4fa21989-b4ea-4f5b-a657-e104247e4879","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.398096297Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"4fa21989-b4ea-4f5b-a657-e104247e4879","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.408586425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"4fa21989-b4ea-4f5b-a657-e104247e4879","error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.414035525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"50716e65-e981-40b7-8469-5c0ee227705c","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"distinct-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"distinct-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.414146649Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"50716e65-e981-40b7-8469-5c0ee227705c","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.414225132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"distinct-w0-4afe0e","reconcileID":"50716e65-e981-40b7-8469-5c0ee227705c","error":"LLMInferenceService distinct-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.415731737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f993da0f-a7fa-4805-8c61-9dc51a0f8177","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.415985465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"55da89a4-3efc-499c-855f-d989b18d2ab3","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.508589785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f35f90e8-67a3-438e-ad5b-9a4d1d3d9ed9","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.508615424Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f35f90e8-67a3-438e-ad5b-9a4d1d3d9ed9","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.517332848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"f35f90e8-67a3-438e-ad5b-9a4d1d3d9ed9","error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.522642336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"8c96b3ab-c3ae-4aa8-aa1a-6e458cd37376","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"premium-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"premium-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.522665607Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"8c96b3ab-c3ae-4aa8-aa1a-6e458cd37376","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.522713207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"premium-w0-4afe0e","reconcileID":"8c96b3ab-c3ae-4aa8-aa1a-6e458cd37376","error":"LLMInferenceService premium-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.52470826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"dfab1458-d226-4a78-b697-4da298a6b0bf","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:13.646795796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"d2a245fb-b7ee-4a33-9303-7e75e62be5e2","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"routeName":"simulator-w0-4afe0e-kserve-route","namespace":"e2e-models-e2e-worker-w0-4afe0e","llmisvcName":"simulator-w0-4afe0e","gateway":"openshift-ingress/e2e-worker-w0-4afe0e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.646826789Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"d2a245fb-b7ee-4a33-9303-7e75e62be5e2","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"error":"LLMInferenceService simulator-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T04:02:13.665962644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4afe0e","namespace":"e2e-models-e2e-worker-w0-4afe0e"},"namespace":"e2e-models-e2e-worker-w0-4afe0e","name":"simulator-w0-4afe0e","reconcileID":"d2a245fb-b7ee-4a33-9303-7e75e62be5e2","error":"LLMInferenceService simulator-w0-4afe0e not found in namespace e2e-models-e2e-worker-w0-4afe0e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.275438076Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4afe0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4afe0e","reconcileID":"bccbcc62-388f-4d12-b889-3b2e7a2ebfb1","aitenant":"ai-tenants/e2e-worker-w0-4afe0e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.410308578Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4afe0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4afe0e","reconcileID":"bccbcc62-388f-4d12-b889-3b2e7a2ebfb1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-4afe0e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-4afe0e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.429437844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b9256-9dc0-49f2-a807-4cfb0d455226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.434117843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b9256-9dc0-49f2-a807-4cfb0d455226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.437380704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b9256-9dc0-49f2-a807-4cfb0d455226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.440675167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b9256-9dc0-49f2-a807-4cfb0d455226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.94218197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2cb92-4076-4c53-895a-b0749b2c28e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.946369794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2cb92-4076-4c53-895a-b0749b2c28e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.950087806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2cb92-4076-4c53-895a-b0749b2c28e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:15.953426787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a2cb92-4076-4c53-895a-b0749b2c28e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:16.220859835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60966560-b7b9-402a-b832-01992d9848c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:16.224823084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60966560-b7b9-402a-b832-01992d9848c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:16.228353376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60966560-b7b9-402a-b832-01992d9848c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:16.231693877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60966560-b7b9-402a-b832-01992d9848c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:17.146810943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe2fd4c7-963d-4548-ab44-547ac056ca0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:17.243493515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba76d4da-3698-4244-b3ab-5ac9285bd8f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:02:35.271576403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:03:05.272209627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T04:03:35.272013756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}