{"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.006558106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"Deployment","name":"maas-api-e2e-worker-w1-098178","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.036817411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"ddb4e1bc-1b39-47f3-943e-69d14cafd3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"e2e-worker-w3-a84d48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.039542016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"simulator-access","reconcileID":"891084c6-8f59-484e-aaa8-71e9636cb9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"e2e-worker-w3-a84d48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.072207522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"Service","name":"maas-api-e2e-worker-w1-098178","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.137368276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-098178","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.197258257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-098178","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.329598039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.389005978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.450542327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.514769208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.574077585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.631296596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.692329665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"Service","name":"payload-processing-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.750465298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.807068236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.863739702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.920648728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:49.984290401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.041046325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.100417718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.134453898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-283815","namespace":"e2e-models-e2e-worker-w5-283815"},"namespace":"e2e-models-e2e-worker-w5-283815","name":"premium-w5-283815","reconcileID":"8beeb15f-14e2-4bde-be78-4d6dd9fb5db5","MaaSModelRef":{"name":"premium-w5-283815","namespace":"e2e-models-e2e-worker-w5-283815"},"routeName":"premium-w5-283815-kserve-route","namespace":"e2e-models-e2e-worker-w5-283815","llmisvcName":"premium-w5-283815","gateway":"openshift-ingress/e2e-worker-w5-283815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.1578399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-098178","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.214829814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-098178"},"namespace":"ai-tenant-e2e-worker-w1-098178","name":"default-tenant","reconcileID":"29a6aaa7-a4b5-4c0f-833a-eb34ad63985d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-098178","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.276896637Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","namespace":"ai-tenant-e2e-worker-w5-283815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.276952139Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","namespace":"ai-tenant-e2e-worker-w5-283815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.277010102Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","tenant":"e2e-worker-w5-283815","tenantID":"e2e-worker-w5-283815","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.336127602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"Deployment","name":"maas-api-e2e-worker-w5-283815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.400935858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"Service","name":"maas-api-e2e-worker-w5-283815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.437457372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-w2-961485","reconcileID":"05ce4b5d-e8cd-4388-a265-11bcb829b9a5","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.461469789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-283815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.510939954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-fbbad9","namespace":"e2e-models-e2e-worker-w6-fbbad9"},"namespace":"e2e-models-e2e-worker-w6-fbbad9","name":"premium-w6-fbbad9","reconcileID":"109c70e9-6fc1-4fcf-96b8-3f8e7b7bce32","MaaSModelRef":{"name":"premium-w6-fbbad9","namespace":"e2e-models-e2e-worker-w6-fbbad9"},"routeName":"premium-w6-fbbad9-kserve-route","namespace":"e2e-models-e2e-worker-w6-fbbad9","llmisvcName":"premium-w6-fbbad9","gateway":"openshift-ingress/e2e-worker-w6-fbbad9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.5205184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-283815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.568270149Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"premium-simulator-subscription","reconcileID":"ed742773-af33-4620-b8df-63a6b3c54a32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"model":"e2e-models-e2e-worker-w6-fbbad9/premium-w6-fbbad9","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.583329058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.626117084Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"premium-simulator-subscription","reconcileID":"ed742773-af33-4620-b8df-63a6b3c54a32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"model":"e2e-models-e2e-worker-w6-fbbad9/premium-w6-fbbad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.64469881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.684239106Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"premium-simulator-subscription","reconcileID":"ed742773-af33-4620-b8df-63a6b3c54a32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"name":"maas-trlp-premium-w6-fbbad9","namespace":"e2e-models-e2e-worker-w6-fbbad9","model":"e2e-models-e2e-worker-w6-fbbad9/premium-w6-fbbad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.707179317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.768989562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.826269132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.883277978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.891413495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-283815","namespace":"e2e-models-e2e-worker-w5-283815"},"namespace":"e2e-models-e2e-worker-w5-283815","name":"simulator-w5-283815","reconcileID":"34764b4a-a87a-4618-8d37-9169648becc6","MaaSModelRef":{"name":"simulator-w5-283815","namespace":"e2e-models-e2e-worker-w5-283815"},"routeName":"simulator-w5-283815-kserve-route","namespace":"e2e-models-e2e-worker-w5-283815","llmisvcName":"simulator-w5-283815","gateway":"openshift-ingress/e2e-worker-w5-283815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.940309741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"Service","name":"payload-processing-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.984846433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-fbbad9","namespace":"e2e-models-e2e-worker-w6-fbbad9"},"namespace":"e2e-models-e2e-worker-w6-fbbad9","name":"premium-w6-fbbad9","reconcileID":"03a37274-4d71-4c82-af0e-0b343830c495","MaaSModelRef":{"name":"premium-w6-fbbad9","namespace":"e2e-models-e2e-worker-w6-fbbad9"},"routeName":"premium-w6-fbbad9-kserve-route","namespace":"e2e-models-e2e-worker-w6-fbbad9","llmisvcName":"premium-w6-fbbad9","gateway":"openshift-ingress/e2e-worker-w6-fbbad9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:50.997239247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.054261616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.110999392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.168048386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.229102112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.286242395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.343599996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.400712372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-283815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.457959443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-283815"},"namespace":"ai-tenant-e2e-worker-w5-283815","name":"default-tenant","reconcileID":"b218702c-e430-4a40-818a-912998ec8aa8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-283815","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.520328919Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","namespace":"ai-tenant-e2e-worker-w0-90dc8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.520386555Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","namespace":"ai-tenant-e2e-worker-w0-90dc8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.520444768Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","tenant":"e2e-worker-w0-90dc8d","tenantID":"e2e-worker-w0-90dc8d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.579591756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"Deployment","name":"maas-api-e2e-worker-w0-90dc8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.61726818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-fbbad9","namespace":"e2e-models-e2e-worker-w6-fbbad9"},"namespace":"e2e-models-e2e-worker-w6-fbbad9","name":"simulator-w6-fbbad9","reconcileID":"53c60a51-11d2-48ba-8389-693edd6d2490","MaaSModelRef":{"name":"simulator-w6-fbbad9","namespace":"e2e-models-e2e-worker-w6-fbbad9"},"routeName":"simulator-w6-fbbad9-kserve-route","namespace":"e2e-models-e2e-worker-w6-fbbad9","llmisvcName":"simulator-w6-fbbad9","gateway":"openshift-ingress/e2e-worker-w6-fbbad9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.645889843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"Service","name":"maas-api-e2e-worker-w0-90dc8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.712676183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-90dc8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.771874994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-90dc8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.832142012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.894519886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:51.959346511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.036520446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.093508765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.150372974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.2071855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"Service","name":"payload-processing-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.267357623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.326187611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.385048632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.442092944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.507853981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.564672117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.622542714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.680658005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-90dc8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:52.740550405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-90dc8d"},"namespace":"ai-tenant-e2e-worker-w0-90dc8d","name":"default-tenant","reconcileID":"e7fc446f-ff9b-462c-b6f7-652038cd35b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-90dc8d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:55.701507568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-90dc8d","namespace":"e2e-models-e2e-worker-w0-90dc8d"},"namespace":"e2e-models-e2e-worker-w0-90dc8d","name":"premium-w0-90dc8d","reconcileID":"7f52293e-64aa-44ca-9bbe-02114a447546","MaaSModelRef":{"name":"premium-w0-90dc8d","namespace":"e2e-models-e2e-worker-w0-90dc8d"},"routeName":"premium-w0-90dc8d-kserve-route","namespace":"e2e-models-e2e-worker-w0-90dc8d","llmisvcName":"premium-w0-90dc8d","gateway":"openshift-ingress/e2e-worker-w0-90dc8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:56.371910378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-90dc8d","namespace":"e2e-models-e2e-worker-w0-90dc8d"},"namespace":"e2e-models-e2e-worker-w0-90dc8d","name":"simulator-w0-90dc8d","reconcileID":"edea6a3a-654f-4184-bcca-d3cd86e5aa18","MaaSModelRef":{"name":"simulator-w0-90dc8d","namespace":"e2e-models-e2e-worker-w0-90dc8d"},"routeName":"simulator-w0-90dc8d-kserve-route","namespace":"e2e-models-e2e-worker-w0-90dc8d","llmisvcName":"simulator-w0-90dc8d","gateway":"openshift-ingress/e2e-worker-w0-90dc8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:57.75460967Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-098178","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-098178","reconcileID":"a80a2965-eef8-46f6-9f32-72c777ebd508","aitenant":"ai-tenants/e2e-worker-w1-098178","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.293745885Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","namespace":"ai-tenant-e2e-worker-w6-fbbad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.293831238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","namespace":"ai-tenant-e2e-worker-w6-fbbad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.293908849Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","tenant":"e2e-worker-w6-fbbad9","tenantID":"e2e-worker-w6-fbbad9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.353149351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"Deployment","name":"maas-api-e2e-worker-w6-fbbad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.385576232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf3707b-544e-41d3-b9fa-bec034e81ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.444963329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf3707b-544e-41d3-b9fa-bec034e81ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.456823764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"Service","name":"maas-api-e2e-worker-w6-fbbad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.502398067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf3707b-544e-41d3-b9fa-bec034e81ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.564335824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf3707b-544e-41d3-b9fa-bec034e81ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.569584821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-fbbad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.637418968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-fbbad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.699175437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.709886516Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-098178","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-098178","reconcileID":"a80a2965-eef8-46f6-9f32-72c777ebd508","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-098178","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-098178"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.812166261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.88372976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:58.947289717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.004916181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.066092406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.127146618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"Service","name":"payload-processing-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.183874683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.24086432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.299553048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.363380746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.424413082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.492833519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.549679319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.609314778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-fbbad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:44:59.666629971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-fbbad9"},"namespace":"ai-tenant-e2e-worker-w6-fbbad9","name":"default-tenant","reconcileID":"cb22f2a8-bf22-4fd6-8031-e5b467e4625e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-fbbad9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.156628266Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-90dc8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-90dc8d","reconcileID":"dfe2a2a9-ab54-44a8-bc55-ea24a4869e7a","aitenant":"ai-tenants/e2e-worker-w0-90dc8d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.695895254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf1bdbe-7d35-403d-81e9-4d6b5422588f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.754479321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf1bdbe-7d35-403d-81e9-4d6b5422588f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.811825361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf1bdbe-7d35-403d-81e9-4d6b5422588f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:00.869189255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf1bdbe-7d35-403d-81e9-4d6b5422588f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:01.052606502Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-90dc8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-90dc8d","reconcileID":"dfe2a2a9-ab54-44a8-bc55-ea24a4869e7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-90dc8d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-90dc8d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:02.156395778Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-283815","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-283815","reconcileID":"3217667a-4a07-487d-9cee-383dff5f6114","aitenant":"ai-tenants/e2e-worker-w5-283815","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:03.036734851Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-283815","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-283815","reconcileID":"3217667a-4a07-487d-9cee-383dff5f6114","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-283815","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-283815"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:03.049665784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aacf455-bc09-4ca0-be26-f3da54a83de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:03.107142933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aacf455-bc09-4ca0-be26-f3da54a83de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:03.164426628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aacf455-bc09-4ca0-be26-f3da54a83de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:03.22169392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aacf455-bc09-4ca0-be26-f3da54a83de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:03.700947906Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-fbbad9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-fbbad9","reconcileID":"cd43d2a3-e89f-47b5-8522-8c0117ffacd5","aitenant":"ai-tenants/e2e-worker-w6-fbbad9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:03.942187893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"3a52c172-89b3-4f49-9b32-e4e172b1134c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:03.942195068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"6b8b521b-b4a4-49a9-909f-12708d9e90a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:04.004803123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"3a52c172-89b3-4f49-9b32-e4e172b1134c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:04.004826905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"6b8b521b-b4a4-49a9-909f-12708d9e90a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:04.278004262Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:04.573374425Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-fbbad9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-fbbad9","reconcileID":"cd43d2a3-e89f-47b5-8522-8c0117ffacd5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-fbbad9","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-fbbad9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:05.343896699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e790c1d-245d-4338-af4d-7ee8578702f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:05.401095905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e790c1d-245d-4338-af4d-7ee8578702f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:05.458322196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e790c1d-245d-4338-af4d-7ee8578702f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:05.51540406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e790c1d-245d-4338-af4d-7ee8578702f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:07.631828095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8555ffcb-0134-42eb-8dc1-23d825f8da8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:07.688949519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8555ffcb-0134-42eb-8dc1-23d825f8da8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:07.746206886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8555ffcb-0134-42eb-8dc1-23d825f8da8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:07.803359256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8555ffcb-0134-42eb-8dc1-23d825f8da8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:09.868506437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c16f9d-4e48-473b-b0cc-c5420711955b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:09.925694112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c16f9d-4e48-473b-b0cc-c5420711955b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:09.985191227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c16f9d-4e48-473b-b0cc-c5420711955b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:10.043161765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c16f9d-4e48-473b-b0cc-c5420711955b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:13.501246614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-w4-901a00","reconcileID":"6a094250-6876-4080-93e2-567e284b47a0","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:24.449796884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"distinct-2-w3-a84d48","reconcileID":"79eb618c-4449-48c7-8b68-05adc03693ab","MaaSModelRef":{"name":"distinct-2-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"distinct-2-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"distinct-2-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:25.957833472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"simulator-access","reconcileID":"ca53223a-f188-4a96-a144-6cda9dff3761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"model":"e2e-models-e2e-worker-w3-a84d48/simulator-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:25.957860678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"simulator-w3-a84d48","reconcileID":"f3b32a1b-acf0-4642-a86b-642a5932942f","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"simulator-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"simulator-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.135062808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"e89976c0-c6fc-4ae8-a11c-f7c5dde31648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a84d48","tenantID":"e2e-worker-w3-a84d48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.177671981Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"simulator-access","reconcileID":"33b50601-ccbd-4e8f-9587-2be0e74d7e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"model":"e2e-models-e2e-worker-w3-a84d48/simulator-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.177891447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"simulator-w3-a84d48","reconcileID":"9dca567f-842f-4291-93e0-d5e9fb82f9ea","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"simulator-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"simulator-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.198587492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"e89976c0-c6fc-4ae8-a11c-f7c5dde31648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"e2e-worker-w3-a84d48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.286556261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"simulator-subscription","reconcileID":"255b1ef3-9479-45f4-8f15-c8ea8cff4f1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"maas-trlp-simulator-w3-a84d48","model":"e2e-models-e2e-worker-w3-a84d48/simulator-w3-a84d48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.329155829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"simulator-w3-a84d48","reconcileID":"cc5e7da4-c4e6-4a93-ace7-2df355b995a0","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"simulator-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"simulator-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:45:26.392382314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"simulator-access","reconcileID":"33b50601-ccbd-4e8f-9587-2be0e74d7e53","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.55012153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"eff14ead-5106-4b7c-a368-9ebdd9b6b241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a84d48","tenantID":"e2e-worker-w3-a84d48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:26.612801758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"eff14ead-5106-4b7c-a368-9ebdd9b6b241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"e2e-worker-w3-a84d48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.660754001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"26e59c59-f787-4e60-b855-ba3806cf03b8","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.661093683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"premium-w2-961485","reconcileID":"450911cd-1c6a-48b4-bc0f-a83717ac8abd","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"premium-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"premium-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.661403555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-w2-961485","reconcileID":"c5d4112e-7505-484e-95ee-bbf79ef0529d","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.736460925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"e92b03af-8c14-4014-bded-ef554b9c2759","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.736728918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"premium-w2-961485","reconcileID":"e6d48466-2e2e-4bca-a2eb-11187c875dfb","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"premium-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"premium-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.736981313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-w2-961485","reconcileID":"08d34048-10b5-40e4-b7b6-114373187d17","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.832081119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-access","reconcileID":"9a337376-64df-407b-b684-bbf933ebc2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.832087899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"453c7dc2-fd36-4159-baf8-97d33ce6a9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.897842249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"453c7dc2-fd36-4159-baf8-97d33ce6a9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.898560053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-subscription","reconcileID":"b2c2bfe4-8cd8-4f60-aa68-c8cff0606210","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-simulator-w2-961485","model":"e2e-models-e2e-worker-w2-961485/simulator-w2-961485","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.899060305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"582f843d-ce3c-49fb-8e07-9d6257852a1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-premium-w2-961485","model":"e2e-models-e2e-worker-w2-961485/premium-w2-961485","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:29.899187012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-access","reconcileID":"9a337376-64df-407b-b684-bbf933ebc2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:30.283580491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-access","reconcileID":"ee5459b7-c3fa-411a-b087-e56ee0716b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:30.283603714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"aff97ec7-71bd-4292-87e0-390eb5bbaef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:30.346627598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-access","reconcileID":"ee5459b7-c3fa-411a-b087-e56ee0716b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:30.34695662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"aff97ec7-71bd-4292-87e0-390eb5bbaef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:31.472730765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"simulator-w3-a84d48","reconcileID":"d031022a-21d8-46eb-b2c6-e056baaabbbe","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"simulator-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"simulator-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:31.530141595Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"simulator-subscription","reconcileID":"46d54dc5-7323-40f5-9ff3-5b1f0fca0971","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"model":"e2e-models-e2e-worker-w3-a84d48/simulator-w3-a84d48","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:31.590649998Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"simulator-subscription","reconcileID":"46d54dc5-7323-40f5-9ff3-5b1f0fca0971","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"model":"e2e-models-e2e-worker-w3-a84d48/simulator-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:31.648533917Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"simulator-subscription","reconcileID":"46d54dc5-7323-40f5-9ff3-5b1f0fca0971","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"maas-trlp-simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48","model":"e2e-models-e2e-worker-w3-a84d48/simulator-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:31.652591239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"b728f475-e78e-43fc-af84-0b9f71ab79c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a84d48","tenantID":"e2e-worker-w3-a84d48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:31.715115095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"b728f475-e78e-43fc-af84-0b9f71ab79c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"e2e-worker-w3-a84d48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:31.947553748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"simulator-w3-a84d48","reconcileID":"d46ef1b0-d252-41f1-ac7c-827bc37ae288","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"simulator-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"simulator-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:32.064789614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"67fff4b7-b0b1-48a6-b7e3-56e3d3d16272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a84d48","tenantID":"e2e-worker-w3-a84d48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:32.126920914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"67fff4b7-b0b1-48a6-b7e3-56e3d3d16272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"e2e-worker-w3-a84d48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:34.278282106Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:37.22249252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"5f4d1a5c-5b0a-44de-ab6b-2e67a5d0b217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a84d48","tenantID":"e2e-worker-w3-a84d48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:37.284938723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"5f4d1a5c-5b0a-44de-ab6b-2e67a5d0b217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"e2e-worker-w3-a84d48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:37.847495992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"premium-w3-a84d48","reconcileID":"73528ccf-3abe-464c-a643-d7ee5c8b38df","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"premium-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"premium-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:37.961140232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"f29ac084-dba5-4d97-b557-e62014b924f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a84d48","tenantID":"e2e-worker-w3-a84d48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:37.962938923Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-subscription","reconcileID":"012ba18d-0269-4592-9e53-29b90da056da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"model":"e2e-models-e2e-worker-w3-a84d48/premium-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.020250489Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-subscription","reconcileID":"012ba18d-0269-4592-9e53-29b90da056da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"maas-trlp-premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48","model":"e2e-models-e2e-worker-w3-a84d48/premium-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.023713862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"f29ac084-dba5-4d97-b557-e62014b924f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"e2e-worker-w3-a84d48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.056042156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"premium-w3-a84d48","reconcileID":"44c021f4-997c-41d9-be56-76a28f70c84d","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"premium-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"premium-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.195782281Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"e426f134-bdad-49b2-b389-d248fbc9b828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"model":"e2e-models-e2e-worker-w3-a84d48/premium-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.259843115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"premium-w3-a84d48","reconcileID":"bb1a6bda-c166-44cf-a343-3dd66b1f54f0","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"premium-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"premium-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.316845797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"simulator-w3-a84d48","reconcileID":"ac5b28da-cbc3-4923-8a89-d2ff99e63f4d","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"simulator-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"simulator-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.37399653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"premium-w3-a84d48","reconcileID":"455591c7-3913-4936-966f-ba4d52f11385","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"premium-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"premium-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.374202558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"distinct-w3-a84d48","reconcileID":"d165ec8e-2d7f-4ff9-a634-b4ea61f4ffe7","MaaSModelRef":{"name":"distinct-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"distinct-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"distinct-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.431318495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"distinct-2-w3-a84d48","reconcileID":"8c0464a1-a2c3-4522-bfeb-4dd863f05906","MaaSModelRef":{"name":"distinct-2-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"distinct-2-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"distinct-2-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.488185027Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-subscription","reconcileID":"fd4dfbde-ffa3-477e-97b9-a57a89bdb90d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-736fd121","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.488417175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"e426f134-bdad-49b2-b389-d248fbc9b828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a84d48","tenantID":"e2e-worker-w3-a84d48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.679819595Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"e426f134-bdad-49b2-b389-d248fbc9b828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"name":"e2e-worker-w3-a84d48-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.679844903Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-access","reconcileID":"e426f134-bdad-49b2-b389-d248fbc9b828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:38.787135478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"premium-w3-a84d48","reconcileID":"4d44347d-0290-4701-ab28-82962f60397c","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"premium-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"premium-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.354262158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbf7cbf-8b36-4f87-bba3-ec59798eab91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.411624863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbf7cbf-8b36-4f87-bba3-ec59798eab91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.468999302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbf7cbf-8b36-4f87-bba3-ec59798eab91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:39.526179857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbf7cbf-8b36-4f87-bba3-ec59798eab91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:41.616693574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26953f66-aea7-4942-87dc-9999e1a9b645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:41.673851556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26953f66-aea7-4942-87dc-9999e1a9b645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:41.733686861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26953f66-aea7-4942-87dc-9999e1a9b645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:41.795566844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26953f66-aea7-4942-87dc-9999e1a9b645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.153941946Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"07debed6-a3e8-4498-a442-c3bd77c33ccb","namespace":"ai-tenant-e2e-worker-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.154045744Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"07debed6-a3e8-4498-a442-c3bd77c33ccb","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.213829368Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"07debed6-a3e8-4498-a442-c3bd77c33ccb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:43.213850715Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"07debed6-a3e8-4498-a442-c3bd77c33ccb","namespace":"ai-tenant-e2e-worker-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.374845667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"simulator-w3-a84d48","reconcileID":"4afeb0b7-8751-4c7a-8199-828e48fc3512","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"simulator-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"simulator-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.54584011Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-subscription","reconcileID":"acbf4155-5405-42c7-a012-e21fb2e5cec1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"model":"e2e-models-e2e-worker-w3-a84d48/premium-w3-a84d48","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:48.60320918Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"premium-simulator-subscription","reconcileID":"acbf4155-5405-42c7-a012-e21fb2e5cec1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"model":"e2e-models-e2e-worker-w3-a84d48/premium-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:49.01673852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"premium-w3-a84d48","reconcileID":"da05565b-ace0-49ee-9824-e92110d4d656","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"premium-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"premium-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:51.913993938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"premium-w3-a84d48","reconcileID":"58d56188-9ae6-4a1e-a5d0-06bfde4694f3","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"premium-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"premium-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:51.936892235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"c7b36f85-a3ff-4e02-8123-81eca7c4e2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:51.93690598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-access","reconcileID":"46695f33-ce30-4d31-b008-0d024fa5c472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:51.999424074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"c7b36f85-a3ff-4e02-8123-81eca7c4e2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:51.999425663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-access","reconcileID":"46695f33-ce30-4d31-b008-0d024fa5c472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.123800893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"30e794af-edd3-4bdd-b25a-6f0f5c0cb465","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.124295998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-w4-901a00","reconcileID":"db333fec-5a35-40a2-b9cf-1248fa7749c0","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.124592585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"6d221d50-1cd2-425c-9397-570eba2ece38","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.199956368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"6bd44868-a42b-4962-a8c2-f30249208cc7","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.200289962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"72bb4193-377d-4648-9c49-f2d38d0a339e","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.200545656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-w4-901a00","reconcileID":"e65d8fcc-cde0-4969-a1f2-b29027484e74","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.294589622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"e6fc2fb3-00cf-4dfe-a0c9-19aa921c043f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.294589619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"8c9f849e-f2bb-437c-905f-144661f8d5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.353901044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-subscription","reconcileID":"ffaceca5-70be-4416-a8ac-15b136037eb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"maas-trlp-simulator-w4-901a00","model":"e2e-models-e2e-worker-w4-901a00/simulator-w4-901a00","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.353939148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"042f9ee7-013f-4272-be59-dbf4b73e7196","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"maas-trlp-premium-w4-901a00","model":"e2e-models-e2e-worker-w4-901a00/premium-w4-901a00","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.358535633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"8c9f849e-f2bb-437c-905f-144661f8d5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.362121566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"e6fc2fb3-00cf-4dfe-a0c9-19aa921c043f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.375752495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"simulator-w3-a84d48","reconcileID":"65e3557c-4693-46c2-83a5-43ca4588907b","MaaSModelRef":{"name":"simulator-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"simulator-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"simulator-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.751264986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"50750120-18e4-4f8c-a72e-065f47bc9731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.751300641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"340b053b-a200-4aa6-bb73-3fd52961f8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.814469382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"50750120-18e4-4f8c-a72e-065f47bc9731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:45:58.814636812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"340b053b-a200-4aa6-bb73-3fd52961f8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:01.978442072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"premium-w3-a84d48","reconcileID":"280f1a37-7a16-49e0-9f69-6a00bf25f1cf","MaaSModelRef":{"name":"premium-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"premium-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"premium-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.278372356Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.573049864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","namespace":"ai-tenant-e2e-worker-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.573113849Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","namespace":"ai-tenant-e2e-worker-w3-a84d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.573167783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","tenant":"e2e-worker-w3-a84d48","tenantID":"e2e-worker-w3-a84d48","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.632448107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"Deployment","name":"maas-api-e2e-worker-w3-a84d48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.69992548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"Service","name":"maas-api-e2e-worker-w3-a84d48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.764004501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-a84d48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.822902606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-a84d48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.884515875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:04.943846011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.006437025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.067481336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.124633864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.181627056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.238791753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"Service","name":"payload-processing-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.295777638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.35299018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.409951624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.466639379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.527585498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.584533935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.64168757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.699259499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-a84d48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:05.756023576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a84d48"},"namespace":"ai-tenant-e2e-worker-w3-a84d48","name":"default-tenant","reconcileID":"18394610-1de6-403d-bbde-f35b9789471f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-a84d48","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:06.405602814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"distinct-2-w3-a84d48","reconcileID":"f3809be0-6856-47ac-bd2c-d036d14284f2","MaaSModelRef":{"name":"distinct-2-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"distinct-2-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"distinct-2-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:06.776002647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"namespace":"e2e-models-e2e-worker-w3-a84d48","name":"distinct-w3-a84d48","reconcileID":"c9e93a97-e3db-4140-a699-80a338f29ee0","MaaSModelRef":{"name":"distinct-w3-a84d48","namespace":"e2e-models-e2e-worker-w3-a84d48"},"routeName":"distinct-w3-a84d48-kserve-route","namespace":"e2e-models-e2e-worker-w3-a84d48","llmisvcName":"distinct-w3-a84d48","gateway":"openshift-ingress/e2e-worker-w3-a84d48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:09.271323663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"e1b1ee01-73b0-47e3-a67a-051857e78f7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:09.27135753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"0877e910-4480-4a5e-9904-8ae92e03c8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:09.335327302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"0877e910-4480-4a5e-9904-8ae92e03c8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:09.335666558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"e1b1ee01-73b0-47e3-a67a-051857e78f7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:14.477618968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-2-w2-961485","reconcileID":"b114b91a-b64a-4f6c-a17d-33663ee7ec81","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-2-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-2-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:15.643845369Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a84d48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a84d48","reconcileID":"a2a41d2e-a137-489a-b6d1-ff3e6ff658a0","aitenant":"ai-tenants/e2e-worker-w3-a84d48","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:16.27146147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c9c711-5df0-4f67-9a95-4def32639864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:16.328974126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c9c711-5df0-4f67-9a95-4def32639864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:16.386191274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c9c711-5df0-4f67-9a95-4def32639864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:16.444400973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c9c711-5df0-4f67-9a95-4def32639864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:16.575685032Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a84d48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a84d48","reconcileID":"a2a41d2e-a137-489a-b6d1-ff3e6ff658a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-a84d48","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-a84d48"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:17.166601175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-subscription","reconcileID":"ce0cf1e4-047c-46e6-8f9a-b80cfdcfd299","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-simulator-w2-961485","model":"e2e-models-e2e-worker-w2-961485/simulator-w2-961485","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:18.622551851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d25b7eb-0113-4b7d-85a3-a8e3a7113eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:18.679626881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d25b7eb-0113-4b7d-85a3-a8e3a7113eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:18.736963542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d25b7eb-0113-4b7d-85a3-a8e3a7113eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:18.793961059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d25b7eb-0113-4b7d-85a3-a8e3a7113eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:27.659330423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-access","reconcileID":"4706a5e9-9109-4986-b70c-c89882c70ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"model":"e2e-models-e2e-worker-w2-961485/simulator-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:27.659363754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"e27ca652-1e50-4976-bd4d-6a29361537a5","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:27.837719794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"4a19400a-ff59-4679-a7e2-e463aca5212b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:27.879211856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"9bcc56eb-d7f9-474e-9ff2-208836402708","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:27.899697837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"4a19400a-ff59-4679-a7e2-e463aca5212b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:27.952997833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-subscription","reconcileID":"c03dea16-53c8-4665-96a6-ce22cfdc4904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-simulator-w2-961485","model":"e2e-models-e2e-worker-w2-961485/simulator-w2-961485","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:28.037114154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"8359a953-94bd-43ed-90e9-264548b95c24","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:28.227039797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"592ee3a9-95fe-4e29-837d-b3d953f016d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:28.289380732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"592ee3a9-95fe-4e29-837d-b3d953f016d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:31.516107728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-2-w2-961485","reconcileID":"47408df5-7237-4647-8f9d-341350b47753","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-2-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-2-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:31.922391597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"90e71ed5-e4c3-4e41-9846-d9b94b826272","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:31.979490423Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-subscription","reconcileID":"a30b3dbe-ab66-4de8-ab60-96850dfd7380","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-df357346","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:32.041486246Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-subscription","reconcileID":"786e9d6e-d828-40d7-8456-2660038e6604","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-df357346","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:32.09889363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"cdb15f06-e0bc-442a-a8a0-4ade701001e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:32.161410571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"cdb15f06-e0bc-442a-a8a0-4ade701001e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:32.301473501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-2-w4-901a00","reconcileID":"28e37d05-db6a-484a-8792-7136ace958dc","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-2-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-2-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:33.627398464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"aa7c7054-29d8-46fa-9366-a3aa6bc2c0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"model":"e2e-models-e2e-worker-w4-901a00/simulator-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:33.627483035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"8c678d2d-1855-46d8-ac9e-79d2fe1839e0","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:33.80547854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"a863f402-4b40-43cb-b8ea-cc3d91f309b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:33.849884468Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"2f6da5ea-dba1-4e37-ad9d-4b48d271058a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"model":"e2e-models-e2e-worker-w4-901a00/simulator-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:33.85010598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"2edb8997-a5d2-4a75-a4d3-a01b1509014c","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:33.867595495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"a863f402-4b40-43cb-b8ea-cc3d91f309b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:33.920770546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-subscription","reconcileID":"5b69bec6-6275-42ad-9de9-af08b3332551","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"maas-trlp-simulator-w4-901a00","model":"e2e-models-e2e-worker-w4-901a00/simulator-w4-901a00","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:34.00596048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"b9a9564e-2205-4287-b952-0d8aa5ee15f8","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:46:34.064797092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-access","reconcileID":"2f6da5ea-dba1-4e37-ad9d-4b48d271058a","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:34.181485494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"812d35a2-cbc7-4ee2-8f36-3dd3e9b4c887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:34.245847575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"812d35a2-cbc7-4ee2-8f36-3dd3e9b4c887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:34.278437105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:35.34300493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3bfb4df0-5839-4440-b261-d80f979651db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:35.444009489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"edf7bb86-49c2-4c6c-b3b4-8e9f32c13382","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"maas-trlp-premium-w4-901a00","model":"e2e-models-e2e-worker-w4-901a00/premium-w4-901a00","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:35.732406337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"94b29b24-35b2-46f4-9d64-a2e1ed9539e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-premium-w2-961485","model":"e2e-models-e2e-worker-w2-961485/premium-w2-961485","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:35.834263306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ced35a07-42fa-413d-9cfa-8dc3325e0bdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:41.580417414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-2-w2-961485","reconcileID":"7d784313-20f3-48e3-8665-112679a8b61a","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-2-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-2-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:41.984793114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"1efe9e86-c897-4328-9add-3d155f655483","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:42.09878246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-subscription","reconcileID":"c7e844ff-7113-44e0-a6ca-3ae66f812309","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"model":"e2e-models-e2e-worker-w2-961485/simulator-w2-961485","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:42.156377393Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-subscription","reconcileID":"c7e844ff-7113-44e0-a6ca-3ae66f812309","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"model":"e2e-models-e2e-worker-w2-961485/simulator-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:42.214271641Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"simulator-subscription","reconcileID":"c7e844ff-7113-44e0-a6ca-3ae66f812309","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485","model":"e2e-models-e2e-worker-w2-961485/simulator-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:42.521683117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"f6d9c8d8-77e7-4a9a-8102-13d4489b1ccf","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:42.637646712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"ad983df2-8f0e-4536-ba1c-5864355ef80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:42.69994342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"ad983df2-8f0e-4536-ba1c-5864355ef80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:43.009595355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"30b1fb95-d0e7-4981-a785-84347ba3932a","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:43.187282875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"67004b06-c1ce-467f-9db4-600652a42d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:43.240376281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"f78f83d9-383d-4944-a425-e40935e14d4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"maas-trlp-premium-w4-901a00","model":"e2e-models-e2e-worker-w4-901a00/premium-w4-901a00","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:43.24914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"67004b06-c1ce-467f-9db4-600652a42d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:43.378716286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-w2-961485","reconcileID":"724feb93-da88-49e1-8367-c875f31e30de","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:43.442144799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"884bce36-04e3-460c-abf8-d0df6e70d2be","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:43.652966084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"b8c8c327-a7cd-4130-9072-4d934ad38d75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"maas-trlp-premium-w4-901a00","model":"e2e-models-e2e-worker-w4-901a00/premium-w4-901a00","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:44.221169355Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-subscription","reconcileID":"b10d305c-b3cf-474f-b77e-ce93836a4858","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"model":"e2e-models-e2e-worker-w4-901a00/simulator-w4-901a00","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:44.279015018Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-subscription","reconcileID":"b10d305c-b3cf-474f-b77e-ce93836a4858","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"model":"e2e-models-e2e-worker-w4-901a00/simulator-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:44.336932729Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"simulator-subscription","reconcileID":"b10d305c-b3cf-474f-b77e-ce93836a4858","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"maas-trlp-simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00","model":"e2e-models-e2e-worker-w4-901a00/simulator-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:44.63372714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"d4ddf18b-1ee2-4e91-a3f2-6d57f5ec073a","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:44.748116302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"3dffae78-301b-43e1-9b41-c5a81b850175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:44.812412706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"3dffae78-301b-43e1-9b41-c5a81b850175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:47.947851459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"premium-w2-961485","reconcileID":"55a08d34-f506-4bdc-84b7-55c15eb70af7","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"premium-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"premium-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.008000228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"c33cd216-42ae-4242-b3e6-496e2d8cc8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.072149901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"c33cd216-42ae-4242-b3e6-496e2d8cc8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.12420135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"4ac59cc5-b0c2-4624-ab1d-75f3fe0a6c36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-premium-w2-961485","model":"e2e-models-e2e-worker-w2-961485/premium-w2-961485","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.286083408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"e09f01a2-4604-40dc-a63f-7d70af0e65b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"model":"e2e-models-e2e-worker-w2-961485/premium-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.370695055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-2-w2-961485","reconcileID":"0bd180b8-83be-4d10-8c85-5c8505f4e4b2","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-2-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-2-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.427957518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"5dd8fa8d-25ee-4d24-a38b-fafd104dbf1a","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.474487801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"c9384336-f869-46f7-99e4-ad647c04292a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-premium-w2-961485","model":"e2e-models-e2e-worker-w2-961485/premium-w2-961485","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.485581087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-w2-961485","reconcileID":"ab3a27dd-4096-4fea-814b-2b516444d1e0","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.485770324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"premium-w2-961485","reconcileID":"d6f72d6e-5316-4199-a6aa-af8d5279688f","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"premium-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"premium-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.546040797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"e09f01a2-4604-40dc-a63f-7d70af0e65b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.714321447Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"e09f01a2-4604-40dc-a63f-7d70af0e65b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"e2e-worker-w2-961485-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.714345936Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-access","reconcileID":"e09f01a2-4604-40dc-a63f-7d70af0e65b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-961485"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.777705884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"premium-w2-961485","reconcileID":"a9051afd-3eed-4a3d-9512-c23171988fb9","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"premium-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"premium-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.891190993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"5cf14d0a-457e-40bc-a620-69a1501d77cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-premium-w2-961485","model":"e2e-models-e2e-worker-w2-961485/premium-w2-961485","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:48.993535408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"premium-w2-961485","reconcileID":"019dfde4-186d-43fb-b30c-fb068b516d64","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"premium-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"premium-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:49.43635388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5006cdbe-7008-490c-8692-8eea5cef74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:49.493449289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5006cdbe-7008-490c-8692-8eea5cef74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:49.551476612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5006cdbe-7008-490c-8692-8eea5cef74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:49.610206744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5006cdbe-7008-490c-8692-8eea5cef74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:49.787746382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8ccf3f0-20c0-4645-85f5-69a488c1be08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:49.897368088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"6cb8cb49-c9b5-41ee-8baa-ff79cb448974","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"maas-trlp-premium-w4-901a00","model":"e2e-models-e2e-worker-w4-901a00/premium-w4-901a00","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:49.901397936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"ecdb298d-01ee-4484-805e-f26e77d60472","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.01814893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"c86f6440-4968-41bb-aa6d-dd92db3ddd6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.024753055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e3b7819-ab66-4597-8bb7-1ebc29284660","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.092168419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"c86f6440-4968-41bb-aa6d-dd92db3ddd6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.213084036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"premium-w2-961485","reconcileID":"64d4ff9e-7f20-4523-9e3c-b344070c6c5b","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"premium-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"premium-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.270892295Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"fcd71e56-98a8-498f-9f51-753629c45422","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4decd865","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.283477496Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"d9c1a6fb-72d9-4009-89ea-56074379741b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7611e660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.340544596Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"bd029bc6-e8e9-4883-bde4-94cd92a8b793","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4decd865","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.44770993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"395a18d9-9e48-40e1-a392-1ff5ad2d34d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.511056528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"395a18d9-9e48-40e1-a392-1ff5ad2d34d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.707597536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"3114c6da-8f2d-4dbd-abc9-1683d5c6fc1c","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.866100616Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"c756c5e8-89ca-4c26-90f1-891c1ec1a79f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7611e660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.871455657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"accda302-bd4a-41a1-b7ae-6fd7d9262143","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.871814855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-w4-901a00","reconcileID":"bd58ea89-95c5-4a58-b31b-68b536c2522c","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.872111566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-2-w4-901a00","reconcileID":"2fae462e-3cf1-475a-8c57-19a3545ff7fc","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-2-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-2-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.890075997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"600e1b9f-445a-4772-aec2-6e238fd4cd5f","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.923488532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"575fd84c-808c-41a8-936c-554063e78750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.929079107Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"f0b20b66-7812-4917-aa12-18b2e54b2ee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7611e660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:50.989554161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"575fd84c-808c-41a8-936c-554063e78750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:51.214584209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"28c61a6a-da87-472d-ac3b-9a9cf1d28ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"model":"e2e-models-e2e-worker-w4-901a00/premium-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:51.385382606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"28c61a6a-da87-472d-ac3b-9a9cf1d28ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:51.52253979Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"28c61a6a-da87-472d-ac3b-9a9cf1d28ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"e2e-worker-w4-901a00-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:51.522563361Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-access","reconcileID":"28c61a6a-da87-472d-ac3b-9a9cf1d28ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-901a00"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:51.58411027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"abbd4e10-47c9-46a1-bc5d-47f7448055a2","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:51.772758151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd6306e-442a-4037-9978-a2cd5a2ce00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:51.829967814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd6306e-442a-4037-9978-a2cd5a2ce00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:51.887052653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd6306e-442a-4037-9978-a2cd5a2ce00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:51.944091132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd6306e-442a-4037-9978-a2cd5a2ce00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:52.729802282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-2-w4-901a00","reconcileID":"ab967917-66df-48f1-a047-30aeddf91887","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-2-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-2-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:53.099898236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-w4-901a00","reconcileID":"56a4d175-6b96-4162-8c98-af1391fc60a2","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:53.718203554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"67fe31f1-fc18-4065-bfb5-25168ba50893","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:53.921472445Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"7e364146-906c-4e37-8624-28c2b71b07c1","namespace":"ai-tenant-e2e-worker-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:53.921579433Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"7e364146-906c-4e37-8624-28c2b71b07c1","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:53.982889572Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"7e364146-906c-4e37-8624-28c2b71b07c1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:53.982914463Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"7e364146-906c-4e37-8624-28c2b71b07c1","namespace":"ai-tenant-e2e-worker-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:54.018269533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fdcb26-9a3e-4a7f-b29e-4790f5fe2729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:54.077307065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fdcb26-9a3e-4a7f-b29e-4790f5fe2729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:54.134903695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fdcb26-9a3e-4a7f-b29e-4790f5fe2729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:54.192750418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fdcb26-9a3e-4a7f-b29e-4790f5fe2729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:58.428305482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-2-w2-961485","reconcileID":"ddaf1c6a-c990-4a6d-ab08-07eb99a85c5a","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-2-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-2-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:58.486474403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"9673d5fb-6b02-42c5-acd7-d0505838b1a2","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:58.486715551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-w2-961485","reconcileID":"a05fca09-3836-4cf1-8f4f-7ce5c3111d7e","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:59.437773339Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"658d10eb-a6c7-4ea6-bd27-817702e7993d","namespace":"ai-tenant-e2e-worker-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:59.437868643Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"658d10eb-a6c7-4ea6-bd27-817702e7993d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:59.497195064Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"658d10eb-a6c7-4ea6-bd27-817702e7993d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:46:59.497215519Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"658d10eb-a6c7-4ea6-bd27-817702e7993d","namespace":"ai-tenant-e2e-worker-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:00.280716486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"premium-w2-961485","reconcileID":"2e3fffc2-a694-424c-bba5-91fee8a84d4a","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"premium-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"premium-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:00.397604889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"e88ddcf9-42ec-4c6f-86b1-493f5cf04a60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"model":"e2e-models-e2e-worker-w2-961485/premium-w2-961485","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:00.455056031Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"e88ddcf9-42ec-4c6f-86b1-493f5cf04a60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"model":"e2e-models-e2e-worker-w2-961485/premium-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:00.51278435Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"premium-simulator-subscription","reconcileID":"e88ddcf9-42ec-4c6f-86b1-493f5cf04a60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-961485"},"name":"maas-trlp-premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485","model":"e2e-models-e2e-worker-w2-961485/premium-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:00.811145148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"premium-w2-961485","reconcileID":"3d794583-9216-4fc4-b36f-9ad14e0164f5","MaaSModelRef":{"name":"premium-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"premium-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"premium-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:00.987210504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"fba7aaf0-22b2-4a0c-a18a-0e932885b612","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"model":"e2e-models-e2e-worker-w4-901a00/premium-w4-901a00","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:01.04472092Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"fba7aaf0-22b2-4a0c-a18a-0e932885b612","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"model":"e2e-models-e2e-worker-w4-901a00/premium-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:01.103310996Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"premium-simulator-subscription","reconcileID":"fba7aaf0-22b2-4a0c-a18a-0e932885b612","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-901a00"},"name":"maas-trlp-premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00","model":"e2e-models-e2e-worker-w4-901a00/premium-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:01.402645227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"d91a80aa-3632-468a-bff9-6a0b72813baa","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:02.79335064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-2-w4-901a00","reconcileID":"7f1d8d9a-68fb-4d02-b487-04d368fe560b","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-2-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-2-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:03.163722803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-w4-901a00","reconcileID":"3064df04-7797-4c1d-9fb4-2f0b34c00ab5","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:03.792145346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"5ae424e7-e329-4560-8729-fea62d4d63bb","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:04.279387421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:04.727800799Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","namespace":"ai-tenant-e2e-worker-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:04.72788058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","namespace":"ai-tenant-e2e-worker-w2-961485","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:04.72794841Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","tenant":"e2e-worker-w2-961485","tenantID":"e2e-worker-w2-961485","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:04.78899133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"Deployment","name":"maas-api-e2e-worker-w2-961485","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:04.854534259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"Service","name":"maas-api-e2e-worker-w2-961485","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:04.921466378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-961485","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:04.980862068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-961485","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.043653748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.113003404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.175135802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.239008664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.296117894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.353462867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.410612141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"Service","name":"payload-processing-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.46752188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.526498442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.583806654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.652715876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.723011759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.779984402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.837158559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.894382177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-961485","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:05.951856459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-961485"},"namespace":"ai-tenant-e2e-worker-w2-961485","name":"default-tenant","reconcileID":"981fd6e0-db52-41e9-9505-111ebd03e519","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-961485","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.014213279Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","namespace":"ai-tenant-e2e-worker-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.014299225Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","namespace":"ai-tenant-e2e-worker-w4-901a00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.014366316Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","tenant":"e2e-worker-w4-901a00","tenantID":"e2e-worker-w4-901a00","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.075665551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"Deployment","name":"maas-api-e2e-worker-w4-901a00","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.1419891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"Service","name":"maas-api-e2e-worker-w4-901a00","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.207010984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-901a00","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.268854058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-901a00","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.330790384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.391509787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.454039554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.514911474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.572427689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.630519742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.688055884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"Service","name":"payload-processing-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.745518021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.803768858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.862506202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.919687922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:06.98156029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:07.041401005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:07.098480464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:07.156358584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-901a00","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:07.213666331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-901a00"},"namespace":"ai-tenant-e2e-worker-w4-901a00","name":"default-tenant","reconcileID":"7ab92d26-f542-4f30-b0d8-f0a54ae303b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-901a00","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:08.429685577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-2-w2-961485","reconcileID":"5d1336fd-a3ca-44ac-8660-1b30f85b49e8","MaaSModelRef":{"name":"distinct-2-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-2-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-2-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:08.487694926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"simulator-w2-961485","reconcileID":"d3b40336-3bf6-4fbf-9307-efc5a8c4bf4c","MaaSModelRef":{"name":"simulator-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"simulator-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"simulator-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:08.487936431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"namespace":"e2e-models-e2e-worker-w2-961485","name":"distinct-w2-961485","reconcileID":"e1978890-0fe3-4533-8f29-3416515f1ee3","MaaSModelRef":{"name":"distinct-w2-961485","namespace":"e2e-models-e2e-worker-w2-961485"},"routeName":"distinct-w2-961485-kserve-route","namespace":"e2e-models-e2e-worker-w2-961485","llmisvcName":"distinct-w2-961485","gateway":"openshift-ingress/e2e-worker-w2-961485","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:08.791048395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1f4f7ee-cebe-4ac0-ac5b-93fdfa7d2f63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:08.915678476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9e6d088-b960-409c-a4b2-256b172e6f9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:11.403261934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"072f4139-6070-4ad5-9a88-022ed74564cd","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:11.645756428Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-961485","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-961485","reconcileID":"1bef1d85-926c-48f1-8b02-1e212453f17f","aitenant":"ai-tenants/e2e-worker-w2-961485","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:12.272439096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf509e77-a690-4125-9109-56029132d14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:12.329746947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf509e77-a690-4125-9109-56029132d14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:12.387192194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf509e77-a690-4125-9109-56029132d14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:12.444412725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf509e77-a690-4125-9109-56029132d14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:12.571155295Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-961485","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-961485","reconcileID":"1bef1d85-926c-48f1-8b02-1e212453f17f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-961485","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-961485"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:12.794196892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-2-w4-901a00","reconcileID":"72669dfd-555a-4f07-a83b-64e31ec72c51","MaaSModelRef":{"name":"distinct-2-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-2-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-2-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:13.166515689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-w4-901a00","reconcileID":"e6981bc0-abf1-45a8-9ece-4d9619751f2d","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"distinct-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"distinct-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:13.793357311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"simulator-w4-901a00","reconcileID":"6ce55cb5-9833-4fe2-8862-c4d15e0a1824","MaaSModelRef":{"name":"simulator-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"simulator-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"simulator-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:14.57980409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb4d06-efd2-4e02-ada4-2bbb996730b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:14.639472937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb4d06-efd2-4e02-ada4-2bbb996730b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:14.696992079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb4d06-efd2-4e02-ada4-2bbb996730b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:14.755425758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb4d06-efd2-4e02-ada4-2bbb996730b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:15.401511904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"premium-w4-901a00","reconcileID":"bc016de4-4aca-45da-8010-e3c56cac6e7e","MaaSModelRef":{"name":"premium-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"routeName":"premium-w4-901a00-kserve-route","namespace":"e2e-models-e2e-worker-w4-901a00","llmisvcName":"premium-w4-901a00","gateway":"openshift-ingress/e2e-worker-w4-901a00","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T05:47:15.526608649Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-w4-901a00","reconcileID":"1ccfde92-b1f9-4ae2-adb8-85dcf745834c","name":"distinct-w4-901a00","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-901a00\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T05:47:15.526795361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-901a00","namespace":"e2e-models-e2e-worker-w4-901a00"},"namespace":"e2e-models-e2e-worker-w4-901a00","name":"distinct-w4-901a00","reconcileID":"1ccfde92-b1f9-4ae2-adb8-85dcf745834c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-901a00\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:18.278169825Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-901a00","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-901a00","reconcileID":"23ab61e7-ca88-4d9c-b44f-6b3bd56b3c71","aitenant":"ai-tenants/e2e-worker-w4-901a00","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:18.951481158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53631ebc-a779-4964-a7d0-00ba19819f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:19.009779023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53631ebc-a779-4964-a7d0-00ba19819f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:19.066978281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53631ebc-a779-4964-a7d0-00ba19819f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:19.124166493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53631ebc-a779-4964-a7d0-00ba19819f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:19.185589079Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-901a00","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-901a00","reconcileID":"23ab61e7-ca88-4d9c-b44f-6b3bd56b3c71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-901a00","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-901a00"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:21.236906949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a87643-d1ff-45d7-93d6-db2719aa3995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:21.29410956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a87643-d1ff-45d7-93d6-db2719aa3995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:21.351339414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a87643-d1ff-45d7-93d6-db2719aa3995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:21.408515672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a87643-d1ff-45d7-93d6-db2719aa3995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:23.493640695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f02f28f-6bc6-43b9-852e-964600e68313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:23.550627871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f02f28f-6bc6-43b9-852e-964600e68313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:23.607629204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f02f28f-6bc6-43b9-852e-964600e68313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:23.664936693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f02f28f-6bc6-43b9-852e-964600e68313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:24.748746425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"072dcc1d-c98f-4532-99a7-47c0ee141ab5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:24.848951189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03c5fa39-b65d-439c-88f4-0e293a67950b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:34.333689408Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:37.043200299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"686fb762-e8dd-490b-9e3e-cf2f646faa0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:47:37.143945335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ab9402e-4e14-45cb-a207-bfabb0c0c200","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T05:48:04.278826818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}