{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.193651162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"simulator-w3-204e38","reconcileID":"e95f070d-559b-4cbc-b9a7-44de8ae15780","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"simulator-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"simulator-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.194106925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"1987b59b-ade6-4bac-8b58-a9d65772fda7","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.355575679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"9b8f1c71-fb52-421f-b731-38e668b44937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.355578248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-access","reconcileID":"39bfc622-a5eb-4ff8-a6ec-3dc7286dd15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.41111135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-subscription","reconcileID":"e940db61-ecde-4879-9b78-2e2c3790dac8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"maas-trlp-premium-w3-204e38","model":"e2e-models-e2e-worker-w3-204e38/premium-w3-204e38","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.411136521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-subscription","reconcileID":"05cb7589-1dcb-414f-b952-622567468be7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"maas-trlp-simulator-w3-204e38","model":"e2e-models-e2e-worker-w3-204e38/simulator-w3-204e38","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.414879571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-access","reconcileID":"39bfc622-a5eb-4ff8-a6ec-3dc7286dd15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.416843968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"9b8f1c71-fb52-421f-b731-38e668b44937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.78407126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-access","reconcileID":"d5fff172-c69c-45e7-8959-9abd84b2538d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.784093263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"02bc234f-755a-4968-a193-8745780e2ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.843411703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-access","reconcileID":"d5fff172-c69c-45e7-8959-9abd84b2538d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:40.843751206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"02bc234f-755a-4968-a193-8745780e2ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:41.286210513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-19bf5b","namespace":"e2e-models-e2e-worker-w5-19bf5b"},"namespace":"e2e-models-e2e-worker-w5-19bf5b","name":"simulator-w5-19bf5b","reconcileID":"02188f78-b23c-450b-a435-aa0d9c57e84f","MaaSModelRef":{"name":"simulator-w5-19bf5b","namespace":"e2e-models-e2e-worker-w5-19bf5b"},"routeName":"simulator-w5-19bf5b-kserve-route","namespace":"e2e-models-e2e-worker-w5-19bf5b","llmisvcName":"simulator-w5-19bf5b","gateway":"openshift-ingress/e2e-worker-w5-19bf5b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:42.127871534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529d8eea-6afc-467b-a89f-8fedff609a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:42.18163102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529d8eea-6afc-467b-a89f-8fedff609a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:42.235355925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529d8eea-6afc-467b-a89f-8fedff609a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:42.289096958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529d8eea-6afc-467b-a89f-8fedff609a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:42.305919642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e62689","namespace":"e2e-models-e2e-worker-w1-e62689"},"namespace":"e2e-models-e2e-worker-w1-e62689","name":"simulator-w1-e62689","reconcileID":"05e36696-dd6d-4247-874d-34f5fd7488d9","MaaSModelRef":{"name":"simulator-w1-e62689","namespace":"e2e-models-e2e-worker-w1-e62689"},"routeName":"simulator-w1-e62689-kserve-route","namespace":"e2e-models-e2e-worker-w1-e62689","llmisvcName":"simulator-w1-e62689","gateway":"openshift-ingress/e2e-worker-w1-e62689","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:42.343245449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e62689","namespace":"e2e-models-e2e-worker-w1-e62689"},"namespace":"e2e-models-e2e-worker-w1-e62689","name":"premium-w1-e62689","reconcileID":"8ea60cad-2b7d-4bc5-b79f-01a39d289467","MaaSModelRef":{"name":"premium-w1-e62689","namespace":"e2e-models-e2e-worker-w1-e62689"},"routeName":"premium-w1-e62689-kserve-route","namespace":"e2e-models-e2e-worker-w1-e62689","llmisvcName":"premium-w1-e62689","gateway":"openshift-ingress/e2e-worker-w1-e62689","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:42.958605851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-204fa0","namespace":"e2e-models-e2e-worker-w0-204fa0"},"namespace":"e2e-models-e2e-worker-w0-204fa0","name":"simulator-w0-204fa0","reconcileID":"5da84f15-39da-4a84-b17f-ce5db53db168","MaaSModelRef":{"name":"simulator-w0-204fa0","namespace":"e2e-models-e2e-worker-w0-204fa0"},"routeName":"simulator-w0-204fa0-kserve-route","namespace":"e2e-models-e2e-worker-w0-204fa0","llmisvcName":"simulator-w0-204fa0","gateway":"openshift-ingress/e2e-worker-w0-204fa0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:43.544966864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-204fa0","namespace":"e2e-models-e2e-worker-w0-204fa0"},"namespace":"e2e-models-e2e-worker-w0-204fa0","name":"premium-w0-204fa0","reconcileID":"e333d37d-b2f7-403e-ada8-c047fe1b81b6","MaaSModelRef":{"name":"premium-w0-204fa0","namespace":"e2e-models-e2e-worker-w0-204fa0"},"routeName":"premium-w0-204fa0-kserve-route","namespace":"e2e-models-e2e-worker-w0-204fa0","llmisvcName":"premium-w0-204fa0","gateway":"openshift-ingress/e2e-worker-w0-204fa0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:44.321832129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fc63c6-6c4e-4abb-8661-8e658e0250c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:44.37634551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fc63c6-6c4e-4abb-8661-8e658e0250c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:44.430138863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fc63c6-6c4e-4abb-8661-8e658e0250c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:44.483767874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fc63c6-6c4e-4abb-8661-8e658e0250c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:44.880330193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"namespace":"e2e-models-e2e-worker-w6-db8fae","name":"simulator-w6-db8fae","reconcileID":"6b070224-7f5c-4af5-8144-3ac968a1c468","MaaSModelRef":{"name":"simulator-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"routeName":"simulator-w6-db8fae-kserve-route","namespace":"e2e-models-e2e-worker-w6-db8fae","llmisvcName":"simulator-w6-db8fae","gateway":"openshift-ingress/e2e-worker-w6-db8fae","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:44.986309687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"premium-simulator-subscription","reconcileID":"bd51014c-d629-446c-9bba-96f533611e1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"model":"e2e-models-e2e-worker-w6-db8fae/premium-w6-db8fae","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:45.040673813Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"premium-simulator-subscription","reconcileID":"bd51014c-d629-446c-9bba-96f533611e1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"model":"e2e-models-e2e-worker-w6-db8fae/premium-w6-db8fae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:45.095031136Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"premium-simulator-subscription","reconcileID":"bd51014c-d629-446c-9bba-96f533611e1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"name":"maas-trlp-premium-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae","model":"e2e-models-e2e-worker-w6-db8fae/premium-w6-db8fae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:45.375105531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"namespace":"e2e-models-e2e-worker-w6-db8fae","name":"premium-w6-db8fae","reconcileID":"8fb49666-b5db-457d-9784-6b409dc0e0ce","MaaSModelRef":{"name":"premium-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"routeName":"premium-w6-db8fae-kserve-route","namespace":"e2e-models-e2e-worker-w6-db8fae","llmisvcName":"premium-w6-db8fae","gateway":"openshift-ingress/e2e-worker-w6-db8fae","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:45.823492848Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:01:47.409429875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-204fa0","namespace":"e2e-models-e2e-worker-w0-204fa0"},"namespace":"e2e-models-e2e-worker-w0-204fa0","name":"simulator-w0-204fa0","reconcileID":"d906bc6a-3c36-41e9-a51f-f40312af19c8","error":"maasmodelrefs.maas.opendatahub.io \"simulator-w0-204fa0\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:47.409597627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"namespace":"e2e-models-e2e-worker-w6-db8fae","name":"premium-w6-db8fae","reconcileID":"ffc0dfbc-2a90-42da-99a4-5e62a3c694b8","MaaSModelRef":{"name":"premium-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"routeName":"premium-w6-db8fae-kserve-route","namespace":"e2e-models-e2e-worker-w6-db8fae","llmisvcName":"premium-w6-db8fae","gateway":"openshift-ingress/e2e-worker-w6-db8fae","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:47.965124899Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","namespace":"ai-tenant-e2e-worker-w5-19bf5b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:47.965181645Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","namespace":"ai-tenant-e2e-worker-w5-19bf5b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:47.965230598Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","tenant":"e2e-worker-w5-19bf5b","tenantID":"e2e-worker-w5-19bf5b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.020814909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"Deployment","name":"maas-api-e2e-worker-w5-19bf5b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.082793721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"Service","name":"maas-api-e2e-worker-w5-19bf5b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.139587069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-19bf5b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.195472344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-19bf5b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.252186897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.308154973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.36699462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.429526849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.483408173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.536925598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.590279331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"Service","name":"payload-processing-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.643997625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.697479197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.751034516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.806420125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.863744831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.917025285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:48.970382053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:49.023570355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-19bf5b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:49.081964067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-19bf5b"},"namespace":"ai-tenant-e2e-worker-w5-19bf5b","name":"default-tenant","reconcileID":"dec8eb9a-f85e-4c2e-9835-648c7ba7a8ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-19bf5b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:50.97038094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-w4-a48f7e","reconcileID":"787afeb2-c666-4c96-a10b-88e6387599ce","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:53.931698853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"distinct-2-w2-c5bb6d","reconcileID":"df2331aa-a723-4d88-841d-887c249da4c9","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"distinct-2-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"distinct-2-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.26425587Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","namespace":"ai-tenant-e2e-worker-w1-e62689","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.264362261Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","namespace":"ai-tenant-e2e-worker-w1-e62689","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.264452589Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","tenant":"e2e-worker-w1-e62689","tenantID":"e2e-worker-w1-e62689","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.320267849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"Deployment","name":"maas-api-e2e-worker-w1-e62689","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.385105969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"Service","name":"maas-api-e2e-worker-w1-e62689","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.44191611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-e62689","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.499245369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-e62689","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.557141847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.613109708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.66962289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.729656422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.785721503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.839059062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.881142768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"namespace":"e2e-models-e2e-worker-w6-db8fae","name":"simulator-w6-db8fae","reconcileID":"85d73c8f-f644-45d7-97a1-92c64ce7b5a9","MaaSModelRef":{"name":"simulator-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"routeName":"simulator-w6-db8fae-kserve-route","namespace":"e2e-models-e2e-worker-w6-db8fae","llmisvcName":"simulator-w6-db8fae","gateway":"openshift-ingress/e2e-worker-w6-db8fae","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.893434343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"Service","name":"payload-processing-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:54.949582041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.007354639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.060544003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.113790917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.171048182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.224285173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.277807207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.332271372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-e62689","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.362873413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"simulator-access","reconcileID":"3b70b39e-713a-4dbd-9b3f-0704300aa81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"model":"e2e-models-e2e-worker-w2-c5bb6d/simulator-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.36294813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"simulator-w2-c5bb6d","reconcileID":"7231ae62-9322-47e7-b7fc-e37e17f9aefa","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"simulator-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"simulator-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.385630529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e62689"},"namespace":"ai-tenant-e2e-worker-w1-e62689","name":"default-tenant","reconcileID":"c48a04ef-291e-40bc-972e-a55c4b69ceb1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-e62689","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.444262998Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","namespace":"ai-tenant-e2e-worker-w0-204fa0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.444349731Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","namespace":"ai-tenant-e2e-worker-w0-204fa0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.444407601Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","tenant":"e2e-worker-w0-204fa0","tenantID":"e2e-worker-w0-204fa0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.501719765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"Deployment","name":"maas-api-e2e-worker-w0-204fa0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.533901279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"dc49064b-12d6-4f75-8ba3-e876052eba75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.568967357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"Service","name":"maas-api-e2e-worker-w0-204fa0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.577614639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"simulator-w2-c5bb6d","reconcileID":"168937f2-1024-4e18-99d8-cc54c64c05a0","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"simulator-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"simulator-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.593909864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"dc49064b-12d6-4f75-8ba3-e876052eba75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"e2e-worker-w2-c5bb6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.62583735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-204fa0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.642831005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"simulator-subscription","reconcileID":"7be78344-773c-4399-9968-6b9eb8723e0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"maas-trlp-simulator-w2-c5bb6d","model":"e2e-models-e2e-worker-w2-c5bb6d/simulator-w2-c5bb6d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.681217602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-204fa0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.742194983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.745398341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"simulator-w2-c5bb6d","reconcileID":"686c3b0c-25a2-4fe7-95c2-8bb1eb9262c7","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"simulator-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"simulator-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.79857562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.859924316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.910855924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"86500001-4f8b-4546-ad25-b62edd050ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.92292292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.970589511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"86500001-4f8b-4546-ad25-b62edd050ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"e2e-worker-w2-c5bb6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:55.976479195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.030685647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.108580423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"Service","name":"payload-processing-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.175783235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.245331254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.29936893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.352589548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.405754085Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-19bf5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-19bf5b","reconcileID":"1b3b5653-7d90-470d-a5ff-e109efc88d3c","aitenant":"ai-tenants/e2e-worker-w5-19bf5b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.453621048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.506924839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.56026223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.613939584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-204fa0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.667357914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-204fa0"},"namespace":"ai-tenant-e2e-worker-w0-204fa0","name":"default-tenant","reconcileID":"724032e1-2b81-41d2-a09e-8302b09935ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-204fa0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.726519942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","namespace":"ai-tenant-e2e-worker-w6-db8fae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.726573556Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","namespace":"ai-tenant-e2e-worker-w6-db8fae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.726628783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","tenant":"e2e-worker-w6-db8fae","tenantID":"e2e-worker-w6-db8fae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.782405493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"Deployment","name":"maas-api-e2e-worker-w6-db8fae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.847087721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"Service","name":"maas-api-e2e-worker-w6-db8fae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.903950962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-db8fae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:56.966095754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-db8fae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.022101502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eca90b0-c5a3-4f55-91d3-95914e01d851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.022745131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.076277763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eca90b0-c5a3-4f55-91d3-95914e01d851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.130442846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eca90b0-c5a3-4f55-91d3-95914e01d851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.132760802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.184206552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eca90b0-c5a3-4f55-91d3-95914e01d851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.245800375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.246787651Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-19bf5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-19bf5b","reconcileID":"1b3b5653-7d90-470d-a5ff-e109efc88d3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-19bf5b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-19bf5b"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.304334719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.357985934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.466167661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.470683529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"namespace":"e2e-models-e2e-worker-w6-db8fae","name":"premium-w6-db8fae","reconcileID":"b2d0e11f-8d53-4db5-8244-3b5f0e7fb668","MaaSModelRef":{"name":"premium-w6-db8fae","namespace":"e2e-models-e2e-worker-w6-db8fae"},"routeName":"premium-w6-db8fae-kserve-route","namespace":"e2e-models-e2e-worker-w6-db8fae","llmisvcName":"premium-w6-db8fae","gateway":"openshift-ingress/e2e-worker-w6-db8fae","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.519625839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"Service","name":"payload-processing-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.57818202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.63174478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.685020256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.738247589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.797465405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.850814436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.904379863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:57.957719553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-db8fae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:58.011422127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-db8fae"},"namespace":"ai-tenant-e2e-worker-w6-db8fae","name":"default-tenant","reconcileID":"6d473cef-fb02-40e3-9260-70e36c3cacbd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-db8fae","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.180293516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38148fcb-45aa-4c9c-b49a-319f2d49b295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.181343441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-access","reconcileID":"e7373d2d-a93e-4a39-9c93-c58bd1354615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.181959735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"47b16b09-b3c5-41fa-95e1-ffbe48dddb46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.236581721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38148fcb-45aa-4c9c-b49a-319f2d49b295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.291488908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38148fcb-45aa-4c9c-b49a-319f2d49b295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.291690624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"664a3d40-663c-4167-b4ef-e5fc0129cc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.29743475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-access","reconcileID":"e7373d2d-a93e-4a39-9c93-c58bd1354615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.298220659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"47b16b09-b3c5-41fa-95e1-ffbe48dddb46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.345764098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38148fcb-45aa-4c9c-b49a-319f2d49b295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:01:59.40491792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"664a3d40-663c-4167-b4ef-e5fc0129cc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"e2e-worker-w2-c5bb6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:02.694349183Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-204fa0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-204fa0","reconcileID":"41d5b1c2-237d-4715-9ab9-d8bb197984f4","aitenant":"ai-tenants/e2e-worker-w0-204fa0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:03.153271327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"distinct-2-w3-204e38","reconcileID":"75abb36f-2d37-49dc-ad6c-9cd5670669c8","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"distinct-2-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"distinct-2-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:03.280105265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2922f0d-3906-4026-890b-9ca6b84e95d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:03.341416629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2922f0d-3906-4026-890b-9ca6b84e95d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:03.398284059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2922f0d-3906-4026-890b-9ca6b84e95d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:03.454278075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2922f0d-3906-4026-890b-9ca6b84e95d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:03.57395377Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-204fa0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-204fa0","reconcileID":"41d5b1c2-237d-4715-9ab9-d8bb197984f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-204fa0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-204fa0"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:05.452568114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a423a5-65b9-46e5-abfd-1c8fc7b6db88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:05.50669079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a423a5-65b9-46e5-abfd-1c8fc7b6db88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:05.560687089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-subscription","reconcileID":"86006aca-0f3a-45d9-9407-a84195fbcd27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"maas-trlp-simulator-w3-204e38","model":"e2e-models-e2e-worker-w3-204e38/simulator-w3-204e38","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:05.560699913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a423a5-65b9-46e5-abfd-1c8fc7b6db88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:05.614799733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a423a5-65b9-46e5-abfd-1c8fc7b6db88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:05.615156314Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e62689","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e62689","reconcileID":"7d9a84ac-932a-4f77-b164-c128405de591","aitenant":"ai-tenants/e2e-worker-w1-e62689","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:05.922241705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"simulator-subscription","reconcileID":"edfd0196-82ad-477d-93df-f394aa0d205d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"model":"e2e-models-e2e-worker-w2-c5bb6d/simulator-w2-c5bb6d","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:05.976562918Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"simulator-subscription","reconcileID":"edfd0196-82ad-477d-93df-f394aa0d205d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"model":"e2e-models-e2e-worker-w2-c5bb6d/simulator-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:06.03065508Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"simulator-subscription","reconcileID":"edfd0196-82ad-477d-93df-f394aa0d205d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"maas-trlp-simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d","model":"e2e-models-e2e-worker-w2-c5bb6d/simulator-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:06.347171636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"simulator-w2-c5bb6d","reconcileID":"05d6882f-31f5-4ab2-a7f3-ae95f38cb17c","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"simulator-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"simulator-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:06.420269589Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e62689","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e62689","reconcileID":"7d9a84ac-932a-4f77-b164-c128405de591","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e62689","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-e62689"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:06.482988474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"cba61de0-d38a-47f0-9b67-e2397c803685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:06.54564548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"cba61de0-d38a-47f0-9b67-e2397c803685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"e2e-worker-w2-c5bb6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:07.0907342Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-db8fae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-db8fae","reconcileID":"83340f03-ae67-421b-9d60-c42a5bf9ac7b","aitenant":"ai-tenants/e2e-worker-w6-db8fae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:07.19650438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"distinct-2-w2-c5bb6d","reconcileID":"13e6428d-f174-4c2e-90ee-aab79df9fce7","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"distinct-2-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"distinct-2-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:07.625087362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c44a7c-9a66-4bbd-a61f-700b3e42fc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:07.678988852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c44a7c-9a66-4bbd-a61f-700b3e42fc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:07.7326528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c44a7c-9a66-4bbd-a61f-700b3e42fc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:07.786236861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c44a7c-9a66-4bbd-a61f-700b3e42fc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:07.954683466Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-db8fae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-db8fae","reconcileID":"83340f03-ae67-421b-9d60-c42a5bf9ac7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-db8fae","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-db8fae"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.388102274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"ffa43f9c-ba29-4b9b-9bb0-9e1fd047fec0","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.389125942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"e8486cb8-1f75-483a-adee-700e469cb0ab","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.390194073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-w4-a48f7e","reconcileID":"34764ab3-4f86-48f4-854a-3b26b1ec1f3f","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.453648314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"fd944fc5-41ca-4e1e-90a5-e50f953b0d64","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.453970288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"48ff4093-e1b0-4af8-af7d-e4217247f2a7","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.454253936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-w4-a48f7e","reconcileID":"1119bb96-c404-438f-8209-b11dd15e1e72","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.556383372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-access","reconcileID":"59aed34f-457d-4813-a1fa-e9dab3cbc49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.556752231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"e6289b8e-b54f-49d8-a078-cbd8c4de0e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.609797336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"487bcc46-b87b-4097-9d50-157ac691a8b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"maas-trlp-premium-w4-a48f7e","model":"e2e-models-e2e-worker-w4-a48f7e/premium-w4-a48f7e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.611902297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-subscription","reconcileID":"c401bca9-a6b1-44a6-a30a-0474c6c17e75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"maas-trlp-simulator-w4-a48f7e","model":"e2e-models-e2e-worker-w4-a48f7e/simulator-w4-a48f7e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.617108379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-access","reconcileID":"59aed34f-457d-4813-a1fa-e9dab3cbc49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.61790352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"e6289b8e-b54f-49d8-a078-cbd8c4de0e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.737284941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f627f5ac-6a59-46ad-85f4-aaa76a0f898f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.791095461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f627f5ac-6a59-46ad-85f4-aaa76a0f898f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.845040134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f627f5ac-6a59-46ad-85f4-aaa76a0f898f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:09.899092443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f627f5ac-6a59-46ad-85f4-aaa76a0f898f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:10.059457148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-access","reconcileID":"cdbff218-2543-426c-931a-c46a5442632a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:10.059481764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"8d131f11-1e5c-4a6a-bc10-b6d3a59f8db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:10.118375016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-access","reconcileID":"cdbff218-2543-426c-931a-c46a5442632a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:10.118522305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"8d131f11-1e5c-4a6a-bc10-b6d3a59f8db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.191330567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"premium-w2-c5bb6d","reconcileID":"5b8588ae-258c-47a0-9f5c-a4efb98f0c2e","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"premium-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"premium-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.281206522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"44f9ce4d-f4f0-40dd-be3f-81740b7cf801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.281979564Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-subscription","reconcileID":"3362e85a-e5a2-4899-8b7d-34c54f1347e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"model":"e2e-models-e2e-worker-w2-c5bb6d/premium-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.335993951Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-subscription","reconcileID":"3362e85a-e5a2-4899-8b7d-34c54f1347e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"maas-trlp-premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d","model":"e2e-models-e2e-worker-w2-c5bb6d/premium-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.340027673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"44f9ce4d-f4f0-40dd-be3f-81740b7cf801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"e2e-worker-w2-c5bb6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.564401943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"premium-w2-c5bb6d","reconcileID":"86660d53-0158-45d6-9c24-a3f5a17c1db3","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"premium-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"premium-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.626191364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"distinct-2-w2-c5bb6d","reconcileID":"c0adbd01-6da4-4b08-a0e6-ef5e14a93670","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"distinct-2-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"distinct-2-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.683401352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"simulator-w2-c5bb6d","reconcileID":"67213da0-d7a8-4e37-9f1c-63c5e742e7f6","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"simulator-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"simulator-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.68374935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"premium-w2-c5bb6d","reconcileID":"9dddeea4-c79b-426d-bf0d-7102e2e027cd","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"premium-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"premium-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.684671597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"distinct-w2-c5bb6d","reconcileID":"5ce52ef7-75e3-4cb7-a1a2-cee58451fcb4","MaaSModelRef":{"name":"distinct-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"distinct-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"distinct-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.685041977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"71aa9bd5-26a3-4190-9288-a7b3fe900d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.73515855Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-subscription","reconcileID":"361a7d0d-3735-425f-bb6b-4f4b13a42d4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-157af145","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.794686397Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-subscription","reconcileID":"96bb89d1-c90a-4206-ba6f-2ed34b20af3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-157af145","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:12.803044684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"71aa9bd5-26a3-4190-9288-a7b3fe900d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"e2e-worker-w2-c5bb6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.13124036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"7f75203a-f88a-4339-93a9-7186576551ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.18610553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-subscription","reconcileID":"2721b3d8-c4c6-455a-be34-d08fabbb7ae0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"maas-trlp-simulator-w3-204e38","model":"e2e-models-e2e-worker-w3-204e38/simulator-w3-204e38","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.190377718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"7f75203a-f88a-4339-93a9-7186576551ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"e2e-worker-w2-c5bb6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.247770112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"premium-w2-c5bb6d","reconcileID":"187bd10c-e890-49b1-b2f3-99d561d431a4","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"premium-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"premium-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.301453763Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-subscription","reconcileID":"191969b5-cbdd-4179-8be3-c3f90774475a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-157af145","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.364635354Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-subscription","reconcileID":"1795e9c2-2303-4b5e-934a-636bf72ea283","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-157af145","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.454110734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"premium-w2-c5bb6d","reconcileID":"4d2f5432-fced-4e4f-a4f8-f96455bb2517","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"premium-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"premium-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.454181686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"fa3e48a9-81c2-4c74-b9cf-d24acbc2ab52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.513198918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"fa3e48a9-81c2-4c74-b9cf-d24acbc2ab52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"e2e-worker-w2-c5bb6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.641743048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66593ee1-2727-49bd-9651-cab6673ba1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.695881977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66593ee1-2727-49bd-9651-cab6673ba1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.749879233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66593ee1-2727-49bd-9651-cab6673ba1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.750009433Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"c7d83075-4b4c-4ecf-b1b9-7a5edc881dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"model":"e2e-models-e2e-worker-w2-c5bb6d/premium-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.803806144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66593ee1-2727-49bd-9651-cab6673ba1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:13.978558475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"c7d83075-4b4c-4ecf-b1b9-7a5edc881dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.118900519Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"c7d83075-4b4c-4ecf-b1b9-7a5edc881dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"name":"e2e-worker-w2-c5bb6d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.119007669Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-access","reconcileID":"c7d83075-4b4c-4ecf-b1b9-7a5edc881dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.177397429Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"9821f250-103d-4a7a-a441-b03f5a544083","namespace":"ai-tenant-e2e-worker-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.177606806Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"9821f250-103d-4a7a-a441-b03f5a544083","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.19165475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"premium-w2-c5bb6d","reconcileID":"3a9bf264-a2b3-4200-9b2c-196930a29529","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"premium-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"premium-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.234359395Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"9821f250-103d-4a7a-a441-b03f5a544083","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.234473879Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"9821f250-103d-4a7a-a441-b03f5a544083","namespace":"ai-tenant-e2e-worker-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.566016147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-access","reconcileID":"3fa140a4-618d-4d78-a7a5-079a2359c5fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"model":"e2e-models-e2e-worker-w3-204e38/simulator-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.566509486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"simulator-w3-204e38","reconcileID":"3741fa4a-9cee-4076-85a9-18c908a895ff","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"simulator-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"simulator-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.737138076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"dc464c62-a3fc-4e3a-b5b1-d9bfe11d7ef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.786215519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"simulator-w3-204e38","reconcileID":"07b3e705-807e-4905-8621-688f076b09b4","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"simulator-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"simulator-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.796382094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"dc464c62-a3fc-4e3a-b5b1-d9bfe11d7ef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.846785586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-subscription","reconcileID":"eb469327-7f0f-4f12-9980-c999b647338b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"maas-trlp-simulator-w3-204e38","model":"e2e-models-e2e-worker-w3-204e38/simulator-w3-204e38","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:14.927726628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"simulator-w3-204e38","reconcileID":"95542298-abfc-4243-9dca-4dcfd23e1533","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"simulator-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"simulator-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:15.137052717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"8fdc2e71-bbd7-44c2-bfb8-cb6e9a5cf212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:15.195932888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"8fdc2e71-bbd7-44c2-bfb8-cb6e9a5cf212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:15.827992849Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:15.958005427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52619d9f-9ef0-4eb2-af56-dbc29938efbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:16.014089969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52619d9f-9ef0-4eb2-af56-dbc29938efbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:16.069422625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52619d9f-9ef0-4eb2-af56-dbc29938efbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:16.12346025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52619d9f-9ef0-4eb2-af56-dbc29938efbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:22.684256731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"distinct-2-w2-c5bb6d","reconcileID":"0933d917-05a0-433e-a552-df0730b86b9a","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"distinct-2-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"distinct-2-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:23.419752473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-subscription","reconcileID":"daaab00c-a8ed-4769-a921-ab2a98edde39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"model":"e2e-models-e2e-worker-w2-c5bb6d/premium-w2-c5bb6d","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:23.473159928Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"premium-simulator-subscription","reconcileID":"daaab00c-a8ed-4769-a921-ab2a98edde39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"model":"e2e-models-e2e-worker-w2-c5bb6d/premium-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:23.795969065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"premium-w2-c5bb6d","reconcileID":"b7c06977-2f5e-4d2c-bd33-5caae8d5adf7","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"premium-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"premium-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:25.227363895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-subscription","reconcileID":"d2ce682c-40d2-4d21-8974-c3f6509ebc12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"model":"e2e-models-e2e-worker-w3-204e38/simulator-w3-204e38","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:25.289911887Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-subscription","reconcileID":"d2ce682c-40d2-4d21-8974-c3f6509ebc12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"model":"e2e-models-e2e-worker-w3-204e38/simulator-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:25.346945625Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"simulator-subscription","reconcileID":"d2ce682c-40d2-4d21-8974-c3f6509ebc12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"maas-trlp-simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38","model":"e2e-models-e2e-worker-w3-204e38/simulator-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:25.639049769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"simulator-w3-204e38","reconcileID":"f707f815-d262-444c-8643-2e5d4bd99422","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"simulator-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"simulator-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:25.756271541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"fd5bc5bb-1a55-4360-b8f5-d2b976e4bb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:25.821029251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"fd5bc5bb-1a55-4360-b8f5-d2b976e4bb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:29.192266657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"simulator-w2-c5bb6d","reconcileID":"16a61d26-2f69-4008-8480-8c89cef327cf","MaaSModelRef":{"name":"simulator-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"simulator-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"simulator-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:29.530043768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"distinct-w2-c5bb6d","reconcileID":"8464fc7c-07d3-446b-8afc-2c0e3cd796ca","MaaSModelRef":{"name":"distinct-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"distinct-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"distinct-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:29.850448602Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","namespace":"ai-tenant-e2e-worker-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:29.850505793Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","namespace":"ai-tenant-e2e-worker-w2-c5bb6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:29.850557526Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","tenant":"e2e-worker-w2-c5bb6d","tenantID":"e2e-worker-w2-c5bb6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:29.907761204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"Deployment","name":"maas-api-e2e-worker-w2-c5bb6d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:29.985797595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"Service","name":"maas-api-e2e-worker-w2-c5bb6d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.042698312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-c5bb6d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.104253103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-c5bb6d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.169837061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.226620724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.288617262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.345092875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.411630609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.470606047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.524417916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"Service","name":"payload-processing-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.5876225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.643038602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.698532509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.751894709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.809102698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.86459842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.918264153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:30.977621667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-c5bb6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.033536205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c5bb6d"},"namespace":"ai-tenant-e2e-worker-w2-c5bb6d","name":"default-tenant","reconcileID":"a3ec665a-1842-4979-acc7-d109da072d9b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-c5bb6d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.09945103Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"95f32317-0bc5-4178-9507-d23f7e64a6d3","namespace":"ai-tenant-e2e-worker-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.099668471Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"95f32317-0bc5-4178-9507-d23f7e64a6d3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.135673474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"1b4c06e1-f890-42af-997b-b54587d1c57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.160551569Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"95f32317-0bc5-4178-9507-d23f7e64a6d3","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.160572585Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"95f32317-0bc5-4178-9507-d23f7e64a6d3","namespace":"ai-tenant-e2e-worker-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.160672887Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"95f32317-0bc5-4178-9507-d23f7e64a6d3","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.161566174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"60e81275-a700-4ed1-be3c-42c0b51699c7","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.20759653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"1b4c06e1-f890-42af-997b-b54587d1c57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.218399859Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"95f32317-0bc5-4178-9507-d23f7e64a6d3","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.221715241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"d43692af-c6b2-4cf0-971b-f671f93c7de5","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.261994547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-subscription","reconcileID":"4ba7107b-255d-4a5a-9331-c509e7e5fbdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"maas-trlp-premium-w3-204e38","model":"e2e-models-e2e-worker-w3-204e38/premium-w3-204e38","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:02:31.280922584Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"d43692af-c6b2-4cf0-971b-f671f93c7de5","name":"premium-w3-204e38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-204e38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:02:31.281034183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"d43692af-c6b2-4cf0-971b-f671f93c7de5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-204e38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.287548817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"6104f74b-e98b-4a47-8c9b-9cf7b0dae6f2","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.420560531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"148dab90-13fa-484e-a1bc-b83318766fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"model":"e2e-models-e2e-worker-w3-204e38/premium-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.530568858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"simulator-w3-204e38","reconcileID":"aa9720b5-6bf2-4c03-8ed5-f7852f95372b","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"simulator-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"simulator-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.606373505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"444f6d36-0f9f-42b0-9adf-c327108cdfb3","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.606886794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"distinct-w3-204e38","reconcileID":"eac1c49e-9cc7-4ab2-9baa-68c5f8516315","MaaSModelRef":{"name":"distinct-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"distinct-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"distinct-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.672293431Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-subscription","reconcileID":"78c6ce4d-1d33-4f6c-8318-dc153564307a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-919dcb68","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.675232006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"distinct-2-w3-204e38","reconcileID":"e3db0785-f2b6-4578-ab35-d2e4e7fac63d","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"distinct-2-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"distinct-2-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.729670872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"148dab90-13fa-484e-a1bc-b83318766fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.877052281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"148dab90-13fa-484e-a1bc-b83318766fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"e2e-worker-w3-204e38-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.877153077Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-access","reconcileID":"148dab90-13fa-484e-a1bc-b83318766fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-204e38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:31.935820795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"a5051c5f-7693-4b98-ba62-2a94f7e461b8","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:32.687231587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"distinct-2-w2-c5bb6d","reconcileID":"1f6c3b4c-d11c-4774-abdb-342be3e73cb1","MaaSModelRef":{"name":"distinct-2-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"distinct-2-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"distinct-2-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:32.705503763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01683fad-536f-4de8-93c0-67dd8038f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:32.770505933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01683fad-536f-4de8-93c0-67dd8038f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:32.8250986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01683fad-536f-4de8-93c0-67dd8038f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:32.879754942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01683fad-536f-4de8-93c0-67dd8038f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:33.796683542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"namespace":"e2e-models-e2e-worker-w2-c5bb6d","name":"premium-w2-c5bb6d","reconcileID":"9d81e8d6-1342-4b77-be65-ae1ca6599fb0","MaaSModelRef":{"name":"premium-w2-c5bb6d","namespace":"e2e-models-e2e-worker-w2-c5bb6d"},"routeName":"premium-w2-c5bb6d-kserve-route","namespace":"e2e-models-e2e-worker-w2-c5bb6d","llmisvcName":"premium-w2-c5bb6d","gateway":"openshift-ingress/e2e-worker-w2-c5bb6d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:34.453019553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"distinct-2-w3-204e38","reconcileID":"5ac4517f-cd00-4000-ac98-8685c5be151e","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"distinct-2-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"distinct-2-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:34.805522759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"e5b56e36-1ad0-4f3d-8961-cb487af204de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:34.806267048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-access","reconcileID":"4537f087-90d1-4803-89c1-8ecc07bbf5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:34.866112357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"e5b56e36-1ad0-4f3d-8961-cb487af204de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:34.866542586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-access","reconcileID":"4537f087-90d1-4803-89c1-8ecc07bbf5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:34.922884964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6eb216c-835b-4306-9238-7c97035017bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:34.977396566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6eb216c-835b-4306-9238-7c97035017bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:35.032578065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6eb216c-835b-4306-9238-7c97035017bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:35.088041684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6eb216c-835b-4306-9238-7c97035017bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:36.735191105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"distinct-w3-204e38","reconcileID":"e2493c38-5bf8-4706-a980-69883ff93f85","MaaSModelRef":{"name":"distinct-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"distinct-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"distinct-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:37.054495405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"959b5a0c-cf7c-45ba-b777-279bd3ce83ea","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:37.108450222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-subscription","reconcileID":"cd274feb-0049-4cd6-8325-47ff7817ba28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"model":"e2e-models-e2e-worker-w3-204e38/premium-w3-204e38","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:37.162812154Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-subscription","reconcileID":"cd274feb-0049-4cd6-8325-47ff7817ba28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"model":"e2e-models-e2e-worker-w3-204e38/premium-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:37.217538242Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"premium-simulator-subscription","reconcileID":"cd274feb-0049-4cd6-8325-47ff7817ba28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-204e38"},"name":"maas-trlp-premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38","model":"e2e-models-e2e-worker-w3-204e38/premium-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:38.524386078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"ddd92c32-0f8c-446e-9163-7535f4310b6d","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:40.698958574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"simulator-w3-204e38","reconcileID":"24c7bcf0-468b-4107-b039-b700cc0f8ef1","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"simulator-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"simulator-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:41.750507847Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","namespace":"ai-tenant-e2e-worker-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:41.750563959Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","namespace":"ai-tenant-e2e-worker-w3-204e38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:41.750613112Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","tenant":"e2e-worker-w3-204e38","tenantID":"e2e-worker-w3-204e38","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:41.808264045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"Deployment","name":"maas-api-e2e-worker-w3-204e38","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:41.871219704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"Service","name":"maas-api-e2e-worker-w3-204e38","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:41.928056214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-204e38","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:41.983747635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-204e38","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.04053648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.09903255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.188560021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.244892631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.298385855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.351784875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.405250389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"Service","name":"payload-processing-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.458753173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.5120586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.56822619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.621578658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.679135708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.73282527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.786192369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.840044364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-204e38","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:42.894604725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-204e38"},"namespace":"ai-tenant-e2e-worker-w3-204e38","name":"default-tenant","reconcileID":"67642c06-2f90-4480-abed-d4ed12b9b092","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-204e38","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:43.752220513Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-c5bb6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-c5bb6d","reconcileID":"dde1143e-ac41-43d5-bb1d-76b1bea42188","aitenant":"ai-tenants/e2e-worker-w2-c5bb6d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:43.92092689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-2-w4-a48f7e","reconcileID":"da8a18b4-67f0-4cdf-80a4-7983c47f6c2f","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-2-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-2-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:44.034438119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f62da0-70f6-4693-9344-8352d24e7148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:44.088031931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f62da0-70f6-4693-9344-8352d24e7148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:44.142382838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f62da0-70f6-4693-9344-8352d24e7148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:44.196276558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f62da0-70f6-4693-9344-8352d24e7148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:44.513770692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"distinct-2-w3-204e38","reconcileID":"5bb556eb-fb02-4421-9690-f8053b51ba13","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"distinct-2-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"distinct-2-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:44.592154815Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-c5bb6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-c5bb6d","reconcileID":"dde1143e-ac41-43d5-bb1d-76b1bea42188","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-c5bb6d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-c5bb6d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.266034975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"6dffbed3-3084-435c-876a-cd23e2f09e33","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.294656139Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-access","reconcileID":"7499ac6b-601b-4e9c-a7a9-533a4ad56725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"model":"e2e-models-e2e-worker-w4-a48f7e/simulator-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.463096508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"0b378ac0-2c03-4540-b972-4fed9a82952c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.511522986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"8055df7b-dd9a-4c91-8b86-16b80b7be17a","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.525489508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"0b378ac0-2c03-4540-b972-4fed9a82952c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.576215847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-subscription","reconcileID":"8e82beab-2ba8-42a9-a784-9a06e12c7e56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"maas-trlp-simulator-w4-a48f7e","model":"e2e-models-e2e-worker-w4-a48f7e/simulator-w4-a48f7e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.670407277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"4f8251f5-e9b7-4ff7-9fb1-57580cba923c","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.828621181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.890087962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"9c721725-ae2f-4975-b7e7-e0398fb21059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:45.953493356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"9c721725-ae2f-4975-b7e7-e0398fb21059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:46.193436618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0919d8a-4acc-493e-92b6-98345dbccc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:46.250141227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0919d8a-4acc-493e-92b6-98345dbccc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:46.310978037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0919d8a-4acc-493e-92b6-98345dbccc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:46.367036673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0919d8a-4acc-493e-92b6-98345dbccc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:46.802460248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"distinct-w3-204e38","reconcileID":"723af7fb-26c6-4542-9223-0e3045682bee","MaaSModelRef":{"name":"distinct-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"distinct-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"distinct-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:48.525257367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"5778dea3-0e4f-4d60-aaba-5d24e97c8a08","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:50.759192689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"simulator-w3-204e38","reconcileID":"b9d0b518-c24a-419c-8330-d82daf148e8f","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"simulator-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"simulator-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:54.514396374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"distinct-2-w3-204e38","reconcileID":"01c0f002-924d-4a96-8620-b0788d6e5d3a","MaaSModelRef":{"name":"distinct-2-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"distinct-2-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"distinct-2-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:55.883497593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-subscription","reconcileID":"3dc4eb7e-ae44-4c8a-b3fb-c6fa1c8ffa90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"model":"e2e-models-e2e-worker-w4-a48f7e/simulator-w4-a48f7e","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:55.938151033Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-subscription","reconcileID":"3dc4eb7e-ae44-4c8a-b3fb-c6fa1c8ffa90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"model":"e2e-models-e2e-worker-w4-a48f7e/simulator-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:55.992137069Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"simulator-subscription","reconcileID":"3dc4eb7e-ae44-4c8a-b3fb-c6fa1c8ffa90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"maas-trlp-simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e","model":"e2e-models-e2e-worker-w4-a48f7e/simulator-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:56.241848073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"distinct-w3-204e38","reconcileID":"0bab45f3-1a41-4e9a-b702-bb83d4b6f158","MaaSModelRef":{"name":"distinct-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"distinct-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"distinct-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:56.242133992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"941f193c-6566-425c-bd04-62f1306b3140","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"premium-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"premium-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:56.242366507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"simulator-w3-204e38","reconcileID":"0adc5f0d-3079-485e-a872-ce2f04d271a5","MaaSModelRef":{"name":"simulator-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"routeName":"simulator-w3-204e38-kserve-route","namespace":"e2e-models-e2e-worker-w3-204e38","llmisvcName":"simulator-w3-204e38","gateway":"openshift-ingress/e2e-worker-w3-204e38","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:56.375531997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"56df2e76-fe31-420a-8948-81ccca581b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:02:56.419401417Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"bc2a8c01-1831-4718-92b4-8224e0f8b4c8","name":"premium-w3-204e38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-204e38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-04T05:02:56.419463832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-204e38","namespace":"e2e-models-e2e-worker-w3-204e38"},"namespace":"e2e-models-e2e-worker-w3-204e38","name":"premium-w3-204e38","reconcileID":"bc2a8c01-1831-4718-92b4-8224e0f8b4c8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-204e38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:56.434110917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"56df2e76-fe31-420a-8948-81ccca581b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:56.558917897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"3337e6bf-ea11-4da0-874f-e402716301f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"maas-trlp-premium-w4-a48f7e","model":"e2e-models-e2e-worker-w4-a48f7e/premium-w4-a48f7e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:56.963333731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"9699d265-4d8e-40f8-ae5c-2eb4ab7e63cf","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:56.964181663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"30f75f2a-7fc8-4b3e-a52b-352582049cf2","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:57.132724368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"2be26fbb-22b4-4664-b574-4e569e8f7985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:57.191345588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"2be26fbb-22b4-4664-b574-4e569e8f7985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:57.240941693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"34c4ace7-f770-46c5-a002-3c7e6afcf52b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"maas-trlp-premium-w4-a48f7e","model":"e2e-models-e2e-worker-w4-a48f7e/premium-w4-a48f7e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:58.646321124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"d81beb13-f864-450b-a10b-baf8cb63048d","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:58.993660731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-w4-a48f7e","reconcileID":"e76aec7a-c0f0-4ea0-a6d8-0bc27d8bb247","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:02:59.542370086Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-204e38","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-204e38","reconcileID":"4ec50687-74fb-4dd7-9a57-45bdd9cb50e9","aitenant":"ai-tenants/e2e-worker-w3-204e38","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:00.168343777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9f3480-fd66-4a61-abe2-55ce27614817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:00.226213219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9f3480-fd66-4a61-abe2-55ce27614817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:00.282947004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9f3480-fd66-4a61-abe2-55ce27614817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:00.336889723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9f3480-fd66-4a61-abe2-55ce27614817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:00.341260241Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-204e38","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-204e38","reconcileID":"4ec50687-74fb-4dd7-9a57-45bdd9cb50e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-204e38","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-204e38"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:01.164965673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-2-w4-a48f7e","reconcileID":"980aebf1-2664-4b8d-a1ac-1776dfcba6b6","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-2-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-2-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:01.979939335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"443fd5af-f01e-4cd6-9b1b-5bec2f5664cb","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.118764298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"2c29aad5-e063-4162-adc7-ce2e278bda35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.147960072Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"be60205c-0061-4a73-8965-49fe8ce57dd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e8560ec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.185041712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"2c29aad5-e063-4162-adc7-ce2e278bda35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.370821066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e995e-ee0e-4bb6-9e80-68ef2ffbc0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.383022569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"c2dc387f-20a5-4aaa-8df7-0e3838c194e2","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.430208695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e995e-ee0e-4bb6-9e80-68ef2ffbc0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.430389118Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"bec3e376-52f2-4969-af70-894a1d9e452b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"model":"e2e-models-e2e-worker-w4-a48f7e/premium-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.485753024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e995e-ee0e-4bb6-9e80-68ef2ffbc0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.541509001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e995e-ee0e-4bb6-9e80-68ef2ffbc0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.595495209Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"c26d20aa-b9ad-484a-8a17-f231de53b3b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e8560ec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.6495882Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"33c67228-1824-4845-ac82-4df1be76d10a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e8560ec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.694028396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"bec3e376-52f2-4969-af70-894a1d9e452b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.841318284Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"bec3e376-52f2-4969-af70-894a1d9e452b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"e2e-worker-w4-a48f7e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.841340915Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-access","reconcileID":"bec3e376-52f2-4969-af70-894a1d9e452b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.898136323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"62fc5279-a817-4489-86e2-7afda5a7188c","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.898426115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-w4-a48f7e","reconcileID":"799fffce-58bb-4e4b-8524-bee6b8055857","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.898636306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-2-w4-a48f7e","reconcileID":"3bb8c37c-c52a-4d82-a565-5397036886ae","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-2-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-2-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.898808213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"ea079207-5271-47f8-9c3c-666a94bd1404","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.900182988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"74556eed-e421-47cc-9938-47964e5504cf","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:02.952563115Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"aea838d2-9748-4fdc-8032-8ed734f55c63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e8560ec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:04.526901248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830b6df7-2133-41e0-80cb-bf01b19c61cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:04.580659865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830b6df7-2133-41e0-80cb-bf01b19c61cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:04.634402137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830b6df7-2133-41e0-80cb-bf01b19c61cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:04.688266995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830b6df7-2133-41e0-80cb-bf01b19c61cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:06.641002214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3dc38fd-1207-42d0-ba6d-38acfe4d8303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:06.695830591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3dc38fd-1207-42d0-ba6d-38acfe4d8303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:06.751866087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3dc38fd-1207-42d0-ba6d-38acfe4d8303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:06.806761806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3dc38fd-1207-42d0-ba6d-38acfe4d8303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:08.908385083Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"5757e34a-3e67-4184-8331-1b4ff4edb6b3","namespace":"ai-tenant-e2e-worker-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:08.908463703Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"5757e34a-3e67-4184-8331-1b4ff4edb6b3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:08.964720443Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"5757e34a-3e67-4184-8331-1b4ff4edb6b3","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:08.964744298Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"5757e34a-3e67-4184-8331-1b4ff4edb6b3","namespace":"ai-tenant-e2e-worker-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:12.898997716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"71934a4e-4fd8-4adc-8912-9cf8719ab6db","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:12.899426545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-w4-a48f7e","reconcileID":"c37c8d0c-6048-447f-96b8-70127457eb96","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:12.899715857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-2-w4-a48f7e","reconcileID":"753a5625-aa6a-4b48-8510-ed3aed15eb49","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-2-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-2-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:12.901180622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"3298b55f-b52c-4239-94e3-3e779e485baa","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:13.007377783Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"a5174a9f-606e-4064-8636-717522a4cf3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"model":"e2e-models-e2e-worker-w4-a48f7e/premium-w4-a48f7e","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:13.061503264Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"a5174a9f-606e-4064-8636-717522a4cf3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"model":"e2e-models-e2e-worker-w4-a48f7e/premium-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:13.115766946Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"premium-simulator-subscription","reconcileID":"a5174a9f-606e-4064-8636-717522a4cf3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"name":"maas-trlp-premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e","model":"e2e-models-e2e-worker-w4-a48f7e/premium-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:13.393569252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"d33ba526-b2d2-4f4e-b95a-b34fbdbd653e","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:13.966928572Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","namespace":"ai-tenant-e2e-worker-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:13.967034143Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","namespace":"ai-tenant-e2e-worker-w4-a48f7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:13.967118997Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","tenant":"e2e-worker-w4-a48f7e","tenantID":"e2e-worker-w4-a48f7e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.024969578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"Deployment","name":"maas-api-e2e-worker-w4-a48f7e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.087411014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"Service","name":"maas-api-e2e-worker-w4-a48f7e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.144143285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-a48f7e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.199682274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-a48f7e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.255863048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.311708016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.374646621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.431002387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.484737519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.53825554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.591527226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"Service","name":"payload-processing-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.644846196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.69823756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.751457189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.804904559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.868352641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.92576761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:14.97962979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:15.033128509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-a48f7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:15.086412373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48f7e"},"namespace":"ai-tenant-e2e-worker-w4-a48f7e","name":"default-tenant","reconcileID":"be8171e9-9661-4000-a9d1-fd62b40fa6a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-a48f7e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:15.825144347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:22.225889639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f721d462-dd9f-4e44-9371-73b32721b96e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:22.325836644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4354094a-ae65-4268-a556-e79a9cc50b92","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:22.899765412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"a9905367-29eb-4f2e-ac3d-bff4a749f98a","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:22.900191816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-w4-a48f7e","reconcileID":"fc39512d-c67f-4136-8f95-7c9eefe9387c","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:22.900457023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-2-w4-a48f7e","reconcileID":"b1ffdb47-9704-4eb3-9dd0-09de6737a08f","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-2-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-2-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:23.394690237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"67e4348c-a59d-402e-b303-c829d0bd9b8a","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:26.311576651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-2-w4-a48f7e","reconcileID":"893e8079-5b45-49a7-94f6-9958e5807fd7","MaaSModelRef":{"name":"distinct-2-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-2-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-2-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:26.363015366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"distinct-w4-a48f7e","reconcileID":"b3defff7-d74c-4fec-b375-3e1b25be9398","MaaSModelRef":{"name":"distinct-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"distinct-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"distinct-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:26.363636405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"premium-w4-a48f7e","reconcileID":"7db1e7cd-a521-4f4d-8fbb-1385464b7918","MaaSModelRef":{"name":"premium-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"premium-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"premium-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:26.414931782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"namespace":"e2e-models-e2e-worker-w4-a48f7e","name":"simulator-w4-a48f7e","reconcileID":"03657e1c-bb98-4aaa-a45d-1da70a55e22f","MaaSModelRef":{"name":"simulator-w4-a48f7e","namespace":"e2e-models-e2e-worker-w4-a48f7e"},"routeName":"simulator-w4-a48f7e-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48f7e","llmisvcName":"simulator-w4-a48f7e","gateway":"openshift-ingress/e2e-worker-w4-a48f7e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:27.846214791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60b52b8a-541f-4213-b411-42e1b5411634","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:27.95057448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72f8f6d2-88ae-4418-8429-7f168de36fb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:30.22605318Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a48f7e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a48f7e","reconcileID":"91f57a04-2ba8-4a12-902d-d9bdf0a086ae","aitenant":"ai-tenants/e2e-worker-w4-a48f7e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:30.820190667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71db3f55-9c86-4967-88ec-cbb763d2112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:30.873830516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71db3f55-9c86-4967-88ec-cbb763d2112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:30.927259757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71db3f55-9c86-4967-88ec-cbb763d2112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:30.980920001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71db3f55-9c86-4967-88ec-cbb763d2112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:31.146245102Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a48f7e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a48f7e","reconcileID":"91f57a04-2ba8-4a12-902d-d9bdf0a086ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-a48f7e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-a48f7e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:33.030492301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55885e0b-6ed5-40ae-a81a-dfb13b662131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:33.084379744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55885e0b-6ed5-40ae-a81a-dfb13b662131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:33.138212254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55885e0b-6ed5-40ae-a81a-dfb13b662131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:33.19213082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55885e0b-6ed5-40ae-a81a-dfb13b662131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:35.131333784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8a124f-0372-4863-9ac4-acca64b46c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:35.185421683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8a124f-0372-4863-9ac4-acca64b46c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:35.239170524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8a124f-0372-4863-9ac4-acca64b46c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:35.292968271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8a124f-0372-4863-9ac4-acca64b46c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:37.084533483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b43875ba-d75f-4564-bae0-25d8e3c7f2c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:37.19313934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81402541-89b1-458a-8717-a0240453905e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-04T05:03:45.875409653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}